{"level":"warn","ts":"2026-03-13T09:53:19.825648Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:53:19.825735Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.185:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.185:2380","--initial-cluster=instance=https://199.19.213.185:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.185:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.185:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T09:53:19.825798Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:53:19.825807Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-03-13T09:53:19.825823Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:53:19.826465Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"]} {"level":"info","ts":"2026-03-13T09:53:19.826598Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.185:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T09:53:19.833462Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.645813ms"} {"level":"info","ts":"2026-03-13T09:53:19.842051Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dcbda34f8b503a3","cluster-id":"2e806bc52dde46af"} {"level":"info","ts":"2026-03-13T09:53:19.842203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T09:53:19.842247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 0"} {"level":"info","ts":"2026-03-13T09:53:19.842277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dcbda34f8b503a3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T09:53:19.842296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 1"} {"level":"info","ts":"2026-03-13T09:53:19.842362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"warn","ts":"2026-03-13T09:53:19.851787Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T09:53:19.853626Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T09:53:19.855125Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T09:53:19.85944Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dcbda34f8b503a3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T09:53:19.859575Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dcbda34f8b503a3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T09:53:19.859855Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:53:19.859946Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:53:19.860598Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:53:19.862051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"info","ts":"2026-03-13T09:53:19.863769Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","added-peer-id":"dcbda34f8b503a3","added-peer-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-03-13T09:53:19.864491Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:53:19.864601Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-03-13T09:53:19.864672Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-03-13T09:53:19.86476Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dcbda34f8b503a3","initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T09:53:19.864788Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T09:53:20.443214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T09:53:20.443288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T09:53:20.443312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgPreVoteResp from dcbda34f8b503a3 at term 1"} {"level":"info","ts":"2026-03-13T09:53:20.44333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became candidate at term 2"} {"level":"info","ts":"2026-03-13T09:53:20.443342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgVoteResp from dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-03-13T09:53:20.443358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became leader at term 2"} {"level":"info","ts":"2026-03-13T09:53:20.443371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dcbda34f8b503a3 elected leader dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-03-13T09:53:20.448258Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dcbda34f8b503a3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.185:2379]}","request-path":"/0/members/dcbda34f8b503a3/attributes","cluster-id":"2e806bc52dde46af","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T09:53:20.448373Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:53:20.448392Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:53:20.448562Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:53:20.448709Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T09:53:20.448763Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T09:53:20.450843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.185:2379"} {"level":"info","ts":"2026-03-13T09:53:20.45287Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T09:53:20.54291Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:53:20.543148Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:53:20.543195Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-13T09:53:22.238019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.01171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.238187Z","caller":"traceutil/trace.go:171","msg":"trace[1211714651] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:0; response_revision:3; }","duration":"396.270208ms","start":"2026-03-13T09:53:21.84189Z","end":"2026-03-13T09:53:22.23816Z","steps":["trace[1211714651] 'range keys from in-memory index tree' (duration: 395.916837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.238247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.841867Z","time spent":"396.368561ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-03-13T09:53:22.238339Z","caller":"traceutil/trace.go:171","msg":"trace[1732889764] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"393.656338ms","start":"2026-03-13T09:53:21.844641Z","end":"2026-03-13T09:53:22.238297Z","steps":["trace[1732889764] 'process raft request' (duration: 377.414124ms)","trace[1732889764] 'compare' (duration: 15.828791ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:22.238332Z","caller":"traceutil/trace.go:171","msg":"trace[820789119] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"393.359699ms","start":"2026-03-13T09:53:21.844933Z","end":"2026-03-13T09:53:22.238292Z","steps":["trace[820789119] 'process raft request' (duration: 393.263796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.238906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.84461Z","time spent":"393.819103ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:22.238958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.844874Z","time spent":"393.689799ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:22.402515Z","caller":"traceutil/trace.go:171","msg":"trace[1650053968] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"557.231869ms","start":"2026-03-13T09:53:21.845259Z","end":"2026-03-13T09:53:22.402491Z","steps":["trace[1650053968] 'process raft request' (duration: 557.123636ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.402613Z","caller":"traceutil/trace.go:171","msg":"trace[1609625405] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"548.350059ms","start":"2026-03-13T09:53:21.854234Z","end":"2026-03-13T09:53:22.402584Z","steps":["trace[1609625405] 'process raft request' (duration: 548.173924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.402674Z","caller":"traceutil/trace.go:171","msg":"trace[815473687] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"546.978967ms","start":"2026-03-13T09:53:21.855675Z","end":"2026-03-13T09:53:22.402654Z","steps":["trace[815473687] 'process raft request' (duration: 546.770241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.40275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.854221Z","time spent":"548.464513ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:22.402762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.855661Z","time spent":"547.06436ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:22.402517Z","caller":"traceutil/trace.go:171","msg":"trace[515984080] linearizableReadLoop","detail":"{readStateIndex:10; appliedIndex:6; }","duration":"557.613741ms","start":"2026-03-13T09:53:21.844878Z","end":"2026-03-13T09:53:22.402492Z","steps":["trace[515984080] 'read index received' (duration: 377.187067ms)","trace[515984080] 'applied index is now lower than readState.Index' (duration: 180.425774ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:22.402514Z","caller":"traceutil/trace.go:171","msg":"trace[203445000] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"557.387335ms","start":"2026-03-13T09:53:21.845043Z","end":"2026-03-13T09:53:22.402431Z","steps":["trace[203445000] 'process raft request' (duration: 557.273561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.402908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.845031Z","time spent":"557.825517ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:22.402784Z","caller":"traceutil/trace.go:171","msg":"trace[1693424973] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"557.603351ms","start":"2026-03-13T09:53:21.845117Z","end":"2026-03-13T09:53:22.402721Z","steps":["trace[1693424973] 'process raft request' (duration: 557.2372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.402905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.84523Z","time spent":"557.438736ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:22.402998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.808077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.403067Z","caller":"traceutil/trace.go:171","msg":"trace[1008062611] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"558.204479ms","start":"2026-03-13T09:53:21.844848Z","end":"2026-03-13T09:53:22.403053Z","steps":["trace[1008062611] 'agreement among raft nodes before linearized reading' (duration: 557.728395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.403106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.844838Z","time spent":"558.256571ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-13T09:53:22.403203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.845101Z","time spent":"557.90202ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:22.403242Z","caller":"traceutil/trace.go:171","msg":"trace[1982829331] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"557.675154ms","start":"2026-03-13T09:53:21.844889Z","end":"2026-03-13T09:53:22.402564Z","steps":["trace[1982829331] 'process raft request' (duration: 499.034218ms)","trace[1982829331] 'compare' (duration: 58.222923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:22.403498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.844855Z","time spent":"558.596522ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:22.411804Z","caller":"traceutil/trace.go:171","msg":"trace[225630802] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"169.77601ms","start":"2026-03-13T09:53:22.241998Z","end":"2026-03-13T09:53:22.411774Z","steps":["trace[225630802] 'process raft request' (duration: 169.592594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.411878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.550421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-13T09:53:22.411887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.538105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.411915Z","caller":"traceutil/trace.go:171","msg":"trace[60434074] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"516.626183ms","start":"2026-03-13T09:53:21.895279Z","end":"2026-03-13T09:53:22.411905Z","steps":["trace[60434074] 'agreement among raft nodes before linearized reading' (duration: 516.566131ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.411942Z","caller":"traceutil/trace.go:171","msg":"trace[866377223] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"503.620177ms","start":"2026-03-13T09:53:21.908307Z","end":"2026-03-13T09:53:22.411927Z","steps":["trace[866377223] 'agreement among raft nodes before linearized reading' (duration: 503.492723ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.411946Z","caller":"traceutil/trace.go:171","msg":"trace[739003636] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"169.836131ms","start":"2026-03-13T09:53:22.242082Z","end":"2026-03-13T09:53:22.411919Z","steps":["trace[739003636] 'process raft request' (duration: 169.625575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.41194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.895264Z","time spent":"516.671255ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-13T09:53:22.411991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.908297Z","time spent":"503.683119ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-13T09:53:22.41217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.699419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-13T09:53:22.412191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.463271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.41222Z","caller":"traceutil/trace.go:171","msg":"trace[703792555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13; }","duration":"171.779241ms","start":"2026-03-13T09:53:22.240429Z","end":"2026-03-13T09:53:22.412208Z","steps":["trace[703792555] 'agreement among raft nodes before linearized reading' (duration: 171.699789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.41224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.895499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.412263Z","caller":"traceutil/trace.go:171","msg":"trace[1924822454] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:13; }","duration":"566.545794ms","start":"2026-03-13T09:53:21.845682Z","end":"2026-03-13T09:53:22.412228Z","steps":["trace[1924822454] 'agreement among raft nodes before linearized reading' (duration: 566.456611ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.412313Z","caller":"traceutil/trace.go:171","msg":"trace[2033266646] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:13; }","duration":"556.988092ms","start":"2026-03-13T09:53:21.855303Z","end":"2026-03-13T09:53:22.412291Z","steps":["trace[2033266646] 'agreement among raft nodes before linearized reading' (duration: 556.851718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.412325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.84567Z","time spent":"566.638856ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-13T09:53:22.412351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:21.855295Z","time spent":"557.048414ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-13T09:53:22.681203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.540753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T09:53:22.681586Z","caller":"traceutil/trace.go:171","msg":"trace[1381691335] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"275.023566ms","start":"2026-03-13T09:53:22.406527Z","end":"2026-03-13T09:53:22.681551Z","steps":["trace[1381691335] 'process raft request' (duration: 149.844064ms)","trace[1381691335] 'compare' (duration: 124.336306ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:22.681763Z","caller":"traceutil/trace.go:171","msg":"trace[164736838] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"275.021496ms","start":"2026-03-13T09:53:22.4067Z","end":"2026-03-13T09:53:22.681721Z","steps":["trace[164736838] 'process raft request' (duration: 274.757028ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.681911Z","caller":"traceutil/trace.go:171","msg":"trace[1931365027] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"274.715816ms","start":"2026-03-13T09:53:22.407168Z","end":"2026-03-13T09:53:22.681884Z","steps":["trace[1931365027] 'process raft request' (duration: 274.376086ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.681988Z","caller":"traceutil/trace.go:171","msg":"trace[247440036] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"274.778288ms","start":"2026-03-13T09:53:22.407199Z","end":"2026-03-13T09:53:22.681978Z","steps":["trace[247440036] 'process raft request' (duration: 274.595722ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.682034Z","caller":"traceutil/trace.go:171","msg":"trace[1756776593] linearizableReadLoop","detail":"{readStateIndex:20; appliedIndex:16; }","duration":"270.172867ms","start":"2026-03-13T09:53:22.411757Z","end":"2026-03-13T09:53:22.68193Z","steps":["trace[1756776593] 'read index received' (duration: 144.396567ms)","trace[1756776593] 'applied index is now lower than readState.Index' (duration: 125.77507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:22.682341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.860312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-gklkn\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-13T09:53:22.682423Z","caller":"traceutil/trace.go:171","msg":"trace[1151455554] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-gklkn; range_end:; response_count:1; response_revision:17; }","duration":"276.010206ms","start":"2026-03-13T09:53:22.406396Z","end":"2026-03-13T09:53:22.682406Z","steps":["trace[1151455554] 'agreement among raft nodes before linearized reading' (duration: 275.691516ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.684341Z","caller":"traceutil/trace.go:171","msg":"trace[266934903] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"271.700074ms","start":"2026-03-13T09:53:22.41262Z","end":"2026-03-13T09:53:22.68432Z","steps":["trace[266934903] 'process raft request' (duration: 271.407445ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.684678Z","caller":"traceutil/trace.go:171","msg":"trace[673373724] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19; }","duration":"269.9087ms","start":"2026-03-13T09:53:22.414757Z","end":"2026-03-13T09:53:22.684666Z","steps":["trace[673373724] 'process raft request' (duration: 269.758455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.68484Z","caller":"traceutil/trace.go:171","msg":"trace[2066741498] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"270.112976ms","start":"2026-03-13T09:53:22.414719Z","end":"2026-03-13T09:53:22.684832Z","steps":["trace[2066741498] 'process raft request' (duration: 269.442875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.684856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.290711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-03-13T09:53:22.68492Z","caller":"traceutil/trace.go:171","msg":"trace[1663258935] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21; }","duration":"270.392115ms","start":"2026-03-13T09:53:22.41451Z","end":"2026-03-13T09:53:22.684903Z","steps":["trace[1663258935] 'agreement among raft nodes before linearized reading' (duration: 270.22385ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.685148Z","caller":"traceutil/trace.go:171","msg":"trace[488456671] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"269.703853ms","start":"2026-03-13T09:53:22.415417Z","end":"2026-03-13T09:53:22.685121Z","steps":["trace[488456671] 'process raft request' (duration: 269.156807ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.685158Z","caller":"traceutil/trace.go:171","msg":"trace[897320702] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"269.60291ms","start":"2026-03-13T09:53:22.41554Z","end":"2026-03-13T09:53:22.685143Z","steps":["trace[897320702] 'process raft request' (duration: 269.123806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.685477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.235217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-13T09:53:22.685515Z","caller":"traceutil/trace.go:171","msg":"trace[1133289767] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"197.314989ms","start":"2026-03-13T09:53:22.488191Z","end":"2026-03-13T09:53:22.685506Z","steps":["trace[1133289767] 'agreement among raft nodes before linearized reading' (duration: 197.231587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.966206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.580539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T09:53:22.966341Z","caller":"traceutil/trace.go:171","msg":"trace[1539536694] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"280.054299ms","start":"2026-03-13T09:53:22.686269Z","end":"2026-03-13T09:53:22.966323Z","steps":["trace[1539536694] 'process raft request' (duration: 164.300454ms)","trace[1539536694] 'compare' (duration: 115.415895ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:22.966446Z","caller":"traceutil/trace.go:171","msg":"trace[210083012] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"224.601409ms","start":"2026-03-13T09:53:22.741839Z","end":"2026-03-13T09:53:22.96644Z","steps":["trace[210083012] 'process raft request' (duration: 224.586759ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.96647Z","caller":"traceutil/trace.go:171","msg":"trace[1623746682] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"280.076429ms","start":"2026-03-13T09:53:22.686384Z","end":"2026-03-13T09:53:22.966461Z","steps":["trace[1623746682] 'process raft request' (duration: 279.893233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.966534Z","caller":"traceutil/trace.go:171","msg":"trace[417184437] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"278.953975ms","start":"2026-03-13T09:53:22.687533Z","end":"2026-03-13T09:53:22.966487Z","steps":["trace[417184437] 'process raft request' (duration: 278.765199ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.96665Z","caller":"traceutil/trace.go:171","msg":"trace[149220733] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"279.087969ms","start":"2026-03-13T09:53:22.687549Z","end":"2026-03-13T09:53:22.966637Z","steps":["trace[149220733] 'process raft request' (duration: 278.76888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.966684Z","caller":"traceutil/trace.go:171","msg":"trace[87244689] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"278.411509ms","start":"2026-03-13T09:53:22.688267Z","end":"2026-03-13T09:53:22.966678Z","steps":["trace[87244689] 'process raft request' (duration: 278.093849ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.966733Z","caller":"traceutil/trace.go:171","msg":"trace[113250296] linearizableReadLoop","detail":"{readStateIndex:34; appliedIndex:26; }","duration":"230.19695ms","start":"2026-03-13T09:53:22.73653Z","end":"2026-03-13T09:53:22.966728Z","steps":["trace[113250296] 'read index received' (duration: 114.185208ms)","trace[113250296] 'applied index is now lower than readState.Index' (duration: 116.010882ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:22.966737Z","caller":"traceutil/trace.go:171","msg":"trace[431394842] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"278.747569ms","start":"2026-03-13T09:53:22.687964Z","end":"2026-03-13T09:53:22.966712Z","steps":["trace[431394842] 'process raft request' (duration: 278.373547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.966836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.62364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-13T09:53:22.966836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.962297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.966857Z","caller":"traceutil/trace.go:171","msg":"trace[1447553067] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:31; }","duration":"224.667012ms","start":"2026-03-13T09:53:22.742184Z","end":"2026-03-13T09:53:22.966851Z","steps":["trace[1447553067] 'agreement among raft nodes before linearized reading' (duration: 224.59678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.966914Z","caller":"traceutil/trace.go:171","msg":"trace[330068942] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"277.542072ms","start":"2026-03-13T09:53:22.689201Z","end":"2026-03-13T09:53:22.966743Z","steps":["trace[330068942] 'process raft request' (duration: 277.194781ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.966697Z","caller":"traceutil/trace.go:171","msg":"trace[1899564699] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"278.178031ms","start":"2026-03-13T09:53:22.688445Z","end":"2026-03-13T09:53:22.966623Z","steps":["trace[1899564699] 'process raft request' (duration: 277.932014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.96695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.898253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.967234Z","caller":"traceutil/trace.go:171","msg":"trace[1879353764] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:31; }","duration":"278.281855ms","start":"2026-03-13T09:53:22.688925Z","end":"2026-03-13T09:53:22.967207Z","steps":["trace[1879353764] 'agreement among raft nodes before linearized reading' (duration: 277.847632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.966932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.933419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.967382Z","caller":"traceutil/trace.go:171","msg":"trace[659699653] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:31; }","duration":"224.437405ms","start":"2026-03-13T09:53:22.742923Z","end":"2026-03-13T09:53:22.967361Z","steps":["trace[659699653] 'agreement among raft nodes before linearized reading' (duration: 223.898448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:22.966933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.507617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:22.967683Z","caller":"traceutil/trace.go:171","msg":"trace[2086958946] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:31; }","duration":"225.308141ms","start":"2026-03-13T09:53:22.742359Z","end":"2026-03-13T09:53:22.967667Z","steps":["trace[2086958946] 'agreement among raft nodes before linearized reading' (duration: 224.465065ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.966861Z","caller":"traceutil/trace.go:171","msg":"trace[526702352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31; }","duration":"151.04293ms","start":"2026-03-13T09:53:22.815811Z","end":"2026-03-13T09:53:22.966854Z","steps":["trace[526702352] 'agreement among raft nodes before linearized reading' (duration: 151.002089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:23.246336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.868014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T09:53:23.246448Z","caller":"traceutil/trace.go:171","msg":"trace[1801651710] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:43; }","duration":"185.702955ms","start":"2026-03-13T09:53:23.060724Z","end":"2026-03-13T09:53:23.246427Z","steps":["trace[1801651710] 'read index received' (duration: 13.661706ms)","trace[1801651710] 'applied index is now lower than readState.Index' (duration: 172.039749ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:23.246599Z","caller":"traceutil/trace.go:171","msg":"trace[359466335] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"186.340684ms","start":"2026-03-13T09:53:23.060202Z","end":"2026-03-13T09:53:23.246542Z","steps":["trace[359466335] 'process raft request' (duration: 14.187772ms)","trace[359466335] 'compare' (duration: 171.724539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:23.24677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.010724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:23.246864Z","caller":"traceutil/trace.go:171","msg":"trace[768222583] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:40; }","duration":"186.146978ms","start":"2026-03-13T09:53:23.060692Z","end":"2026-03-13T09:53:23.246839Z","steps":["trace[768222583] 'agreement among raft nodes before linearized reading' (duration: 185.8668ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:23.338131Z","caller":"traceutil/trace.go:171","msg":"trace[1465639472] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"276.694066ms","start":"2026-03-13T09:53:23.061417Z","end":"2026-03-13T09:53:23.338111Z","steps":["trace[1465639472] 'process raft request' (duration: 276.564602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:23.33828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.952913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:23.338301Z","caller":"traceutil/trace.go:171","msg":"trace[1848856617] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:41; }","duration":"276.998645ms","start":"2026-03-13T09:53:23.061296Z","end":"2026-03-13T09:53:23.338295Z","steps":["trace[1848856617] 'agreement among raft nodes before linearized reading' (duration: 276.956924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:24.186532Z","caller":"traceutil/trace.go:171","msg":"trace[2072963167] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"104.778161ms","start":"2026-03-13T09:53:24.081724Z","end":"2026-03-13T09:53:24.186502Z","steps":["trace[2072963167] 'process raft request' (duration: 13.170991ms)","trace[2072963167] 'compare' (duration: 91.455465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:24.541812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.274873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:24.541909Z","caller":"traceutil/trace.go:171","msg":"trace[1411224398] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:0; response_revision:120; }","duration":"253.416328ms","start":"2026-03-13T09:53:24.288471Z","end":"2026-03-13T09:53:24.541888Z","steps":["trace[1411224398] 'range keys from in-memory index tree' (duration: 253.218091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:24.54214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.478805ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-13T09:53:24.542255Z","caller":"traceutil/trace.go:171","msg":"trace[1473849221] linearizableReadLoop","detail":"{readStateIndex:125; appliedIndex:124; }","duration":"126.040818ms","start":"2026-03-13T09:53:24.416198Z","end":"2026-03-13T09:53:24.542239Z","steps":["trace[1473849221] 'read index received' (duration: 15.387358ms)","trace[1473849221] 'applied index is now lower than readState.Index' (duration: 110.65174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:24.542321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.12126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:53:24.542355Z","caller":"traceutil/trace.go:171","msg":"trace[1607669203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:120; }","duration":"126.202563ms","start":"2026-03-13T09:53:24.416141Z","end":"2026-03-13T09:53:24.542344Z","steps":["trace[1607669203] 'agreement among raft nodes before linearized reading' (duration: 126.143622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:25.10368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.381761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:53:25.103796Z","caller":"traceutil/trace.go:171","msg":"trace[1102447413] linearizableReadLoop","detail":"{readStateIndex:146; appliedIndex:145; }","duration":"188.604043ms","start":"2026-03-13T09:53:24.915175Z","end":"2026-03-13T09:53:25.103779Z","steps":["trace[1102447413] 'read index received' (duration: 77.965014ms)","trace[1102447413] 'applied index is now lower than readState.Index' (duration: 110.637799ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:25.103862Z","caller":"traceutil/trace.go:171","msg":"trace[919719589] transaction","detail":"{read_only:false; response_revision:141; number_of_response:1; }","duration":"199.443624ms","start":"2026-03-13T09:53:24.90438Z","end":"2026-03-13T09:53:25.103824Z","steps":["trace[919719589] 'process raft request' (duration: 88.720912ms)","trace[919719589] 'compare' (duration: 110.298619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:25.103928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.745708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:certificate-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:25.103962Z","caller":"traceutil/trace.go:171","msg":"trace[1272733376] range","detail":"{range_begin:/registry/clusterroles/system:controller:certificate-controller; range_end:; response_count:0; response_revision:141; }","duration":"188.8005ms","start":"2026-03-13T09:53:24.91515Z","end":"2026-03-13T09:53:25.10395Z","steps":["trace[1272733376] 'agreement among raft nodes before linearized reading' (duration: 188.673526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:29.320018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614470317,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:53:29.446863Z","caller":"traceutil/trace.go:171","msg":"trace[627161975] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"880.225747ms","start":"2026-03-13T09:53:28.566597Z","end":"2026-03-13T09:53:29.446823Z","steps":["trace[627161975] 'process raft request' (duration: 880.069922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:29.447141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:28.566577Z","time spent":"880.36621ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:29.450511Z","caller":"traceutil/trace.go:171","msg":"trace[1529882924] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:312; }","duration":"631.493721ms","start":"2026-03-13T09:53:28.818991Z","end":"2026-03-13T09:53:29.450485Z","steps":["trace[1529882924] 'read index received' (duration: 627.763787ms)","trace[1529882924] 'applied index is now lower than readState.Index' (duration: 3.728344ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:29.450576Z","caller":"traceutil/trace.go:171","msg":"trace[979685009] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"632.668737ms","start":"2026-03-13T09:53:28.817881Z","end":"2026-03-13T09:53:29.45055Z","steps":["trace[979685009] 'process raft request' (duration: 632.469001ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:29.450584Z","caller":"traceutil/trace.go:171","msg":"trace[811592254] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"847.469668ms","start":"2026-03-13T09:53:28.603061Z","end":"2026-03-13T09:53:29.450531Z","steps":["trace[811592254] 'process raft request' (duration: 847.160319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:29.450748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:28.817847Z","time spent":"632.78392ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:29.450761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.705037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-03-13T09:53:29.45074Z","caller":"traceutil/trace.go:171","msg":"trace[1770155947] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"630.994286ms","start":"2026-03-13T09:53:28.8197Z","end":"2026-03-13T09:53:29.450695Z","steps":["trace[1770155947] 'process raft request' (duration: 630.686707ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:29.450868Z","caller":"traceutil/trace.go:171","msg":"trace[2103916191] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:305; }","duration":"631.857802ms","start":"2026-03-13T09:53:28.818952Z","end":"2026-03-13T09:53:29.45081Z","steps":["trace[2103916191] 'agreement among raft nodes before linearized reading' (duration: 631.635155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:29.450808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:28.60305Z","time spent":"847.656324ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:29.450974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:28.818937Z","time spent":"632.019887ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5919,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-13T09:53:29.45104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:28.819668Z","time spent":"631.247284ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:41.150602Z","caller":"traceutil/trace.go:171","msg":"trace[1063982558] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"204.675473ms","start":"2026-03-13T09:53:40.9459Z","end":"2026-03-13T09:53:41.150575Z","steps":["trace[1063982558] 'process raft request' (duration: 204.493517ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:41.157037Z","caller":"traceutil/trace.go:171","msg":"trace[200362804] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"208.966043ms","start":"2026-03-13T09:53:40.948053Z","end":"2026-03-13T09:53:41.157019Z","steps":["trace[200362804] 'process raft request' (duration: 208.85406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:47.773969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614470639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:53:48.045356Z","caller":"traceutil/trace.go:171","msg":"trace[11425040] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"771.710322ms","start":"2026-03-13T09:53:47.273608Z","end":"2026-03-13T09:53:48.045318Z","steps":["trace[11425040] 'read index received' (duration: 691.481278ms)","trace[11425040] 'applied index is now lower than readState.Index' (duration: 80.227353ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:48.04552Z","caller":"traceutil/trace.go:171","msg":"trace[1639852059] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"827.849671ms","start":"2026-03-13T09:53:47.21763Z","end":"2026-03-13T09:53:48.045479Z","steps":["trace[1639852059] 'process raft request' (duration: 747.561706ms)","trace[1639852059] 'compare' (duration: 79.932815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:48.045615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.749154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:53:48.045601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.979109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-13T09:53:48.04563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.66268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:53:48.045663Z","caller":"traceutil/trace.go:171","msg":"trace[1549974962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"665.851038ms","start":"2026-03-13T09:53:47.379797Z","end":"2026-03-13T09:53:48.045648Z","steps":["trace[1549974962] 'agreement among raft nodes before linearized reading' (duration: 665.736754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:48.045672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:47.217606Z","time spent":"827.980715ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:48.045681Z","caller":"traceutil/trace.go:171","msg":"trace[1843075511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:462; }","duration":"772.113044ms","start":"2026-03-13T09:53:47.273546Z","end":"2026-03-13T09:53:48.045659Z","steps":["trace[1843075511] 'agreement among raft nodes before linearized reading' (duration: 771.96906ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:48.045699Z","caller":"traceutil/trace.go:171","msg":"trace[622505039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:462; }","duration":"507.770754ms","start":"2026-03-13T09:53:47.537911Z","end":"2026-03-13T09:53:48.045682Z","steps":["trace[622505039] 'agreement among raft nodes before linearized reading' (duration: 507.628729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:48.04571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:47.379782Z","time spent":"665.917889ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:53:48.04573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:47.273524Z","time spent":"772.197176ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:53:48.045736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:47.537896Z","time spent":"507.831675ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:53:48.236506Z","caller":"traceutil/trace.go:171","msg":"trace[581650748] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"111.415573ms","start":"2026-03-13T09:53:48.125056Z","end":"2026-03-13T09:53:48.236472Z","steps":["trace[581650748] 'process raft request' (duration: 54.269803ms)","trace[581650748] 'compare' (duration: 56.972625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:49.878056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614470647,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:53:50.011607Z","caller":"traceutil/trace.go:171","msg":"trace[1915620269] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"634.275776ms","start":"2026-03-13T09:53:49.377295Z","end":"2026-03-13T09:53:50.011571Z","steps":["trace[1915620269] 'read index received' (duration: 634.024538ms)","trace[1915620269] 'applied index is now lower than readState.Index' (duration: 249.228µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:50.011662Z","caller":"traceutil/trace.go:171","msg":"trace[1114910434] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"790.026349ms","start":"2026-03-13T09:53:49.221602Z","end":"2026-03-13T09:53:50.011629Z","steps":["trace[1114910434] 'process raft request' (duration: 789.815222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:50.011759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.446401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:50.011801Z","caller":"traceutil/trace.go:171","msg":"trace[1653094174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"634.543215ms","start":"2026-03-13T09:53:49.377243Z","end":"2026-03-13T09:53:50.011786Z","steps":["trace[1653094174] 'agreement among raft nodes before linearized reading' (duration: 634.452312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:50.011845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.377222Z","time spent":"634.614686ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:53:50.011843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.221573Z","time spent":"790.169383ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:50.167974Z","caller":"traceutil/trace.go:171","msg":"trace[282751095] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"111.062042ms","start":"2026-03-13T09:53:50.056883Z","end":"2026-03-13T09:53:50.167945Z","steps":["trace[282751095] 'read index received' (duration: 100.431208ms)","trace[282751095] 'applied index is now lower than readState.Index' (duration: 10.629424ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:50.16812Z","caller":"traceutil/trace.go:171","msg":"trace[1438861489] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"112.814266ms","start":"2026-03-13T09:53:50.055288Z","end":"2026-03-13T09:53:50.168102Z","steps":["trace[1438861489] 'process raft request' (duration: 101.970976ms)","trace[1438861489] 'compare' (duration: 10.563601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:50.168386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.477024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:53:50.168523Z","caller":"traceutil/trace.go:171","msg":"trace[1306875625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"111.672601ms","start":"2026-03-13T09:53:50.056833Z","end":"2026-03-13T09:53:50.168506Z","steps":["trace[1306875625] 'agreement among raft nodes before linearized reading' (duration: 111.466635ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:51.842303Z","caller":"traceutil/trace.go:171","msg":"trace[1541880717] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"162.823188ms","start":"2026-03-13T09:53:51.679462Z","end":"2026-03-13T09:53:51.842285Z","steps":["trace[1541880717] 'process raft request' (duration: 162.516549ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:53.257075Z","caller":"traceutil/trace.go:171","msg":"trace[1214927529] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"184.21631ms","start":"2026-03-13T09:53:53.072839Z","end":"2026-03-13T09:53:53.257056Z","steps":["trace[1214927529] 'process raft request' (duration: 184.099747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:56.603538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614470744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:57.103943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614470744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:57.216368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196723234s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:53:57.216636Z","caller":"traceutil/trace.go:171","msg":"trace[1824865516] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"1.113131378s","start":"2026-03-13T09:53:56.103486Z","end":"2026-03-13T09:53:57.216617Z","steps":["trace[1824865516] 'read index received' (duration: 1.112995463s)","trace[1824865516] 'applied index is now lower than readState.Index' (duration: 134.585µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:57.216709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:56.019557Z","time spent":"1.197144636s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T09:53:57.216875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.91399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:53:57.21692Z","caller":"traceutil/trace.go:171","msg":"trace[1886970163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"953.972462ms","start":"2026-03-13T09:53:56.262934Z","end":"2026-03-13T09:53:57.216907Z","steps":["trace[1886970163] 'agreement among raft nodes before linearized reading' (duration: 953.89636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:57.216944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:56.262921Z","time spent":"954.017733ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:53:57.216918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.056368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-13T09:53:57.216961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.921971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:53:57.21701Z","caller":"traceutil/trace.go:171","msg":"trace[1466844289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"961.199252ms","start":"2026-03-13T09:53:56.255788Z","end":"2026-03-13T09:53:57.216987Z","steps":["trace[1466844289] 'agreement among raft nodes before linearized reading' (duration: 961.010366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:57.217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.050923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:57.217039Z","caller":"traceutil/trace.go:171","msg":"trace[1423751375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"955.046505ms","start":"2026-03-13T09:53:56.261973Z","end":"2026-03-13T09:53:57.21702Z","steps":["trace[1423751375] 'agreement among raft nodes before linearized reading' (duration: 954.88457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:57.217071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:56.255766Z","time spent":"961.291525ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:53:57.217081Z","caller":"traceutil/trace.go:171","msg":"trace[1407011599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"840.180807ms","start":"2026-03-13T09:53:56.376878Z","end":"2026-03-13T09:53:57.217059Z","steps":["trace[1407011599] 'agreement among raft nodes before linearized reading' (duration: 840.033933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:57.217084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:56.261932Z","time spent":"955.141117ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:53:57.21712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:56.37685Z","time spent":"840.26374ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:53:57.216795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113309203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:53:57.217221Z","caller":"traceutil/trace.go:171","msg":"trace[1863726348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"1.113796459s","start":"2026-03-13T09:53:56.103414Z","end":"2026-03-13T09:53:57.21721Z","steps":["trace[1863726348] 'agreement among raft nodes before linearized reading' (duration: 1.113270413s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:57.217299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:56.103386Z","time spent":"1.113903752s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:53:57.330828Z","caller":"traceutil/trace.go:171","msg":"trace[1488347525] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"113.026772ms","start":"2026-03-13T09:53:57.217772Z","end":"2026-03-13T09:53:57.330798Z","steps":["trace[1488347525] 'process raft request' (duration: 96.532839ms)","trace[1488347525] 'compare' (duration: 16.314447ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:57.330902Z","caller":"traceutil/trace.go:171","msg":"trace[1083030067] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"112.447134ms","start":"2026-03-13T09:53:57.218436Z","end":"2026-03-13T09:53:57.330883Z","steps":["trace[1083030067] 'read index received' (duration: 95.868089ms)","trace[1083030067] 'applied index is now lower than readState.Index' (duration: 16.577045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:57.331086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.61912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:57.331127Z","caller":"traceutil/trace.go:171","msg":"trace[395360217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"112.711583ms","start":"2026-03-13T09:53:57.218406Z","end":"2026-03-13T09:53:57.331117Z","steps":["trace[395360217] 'agreement among raft nodes before linearized reading' (duration: 112.572598ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:57.33166Z","caller":"traceutil/trace.go:171","msg":"trace[2042866041] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"110.868277ms","start":"2026-03-13T09:53:57.220774Z","end":"2026-03-13T09:53:57.331643Z","steps":["trace[2042866041] 'process raft request' (duration: 110.048432ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:57.33209Z","caller":"traceutil/trace.go:171","msg":"trace[1132145981] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"110.114864ms","start":"2026-03-13T09:53:57.221959Z","end":"2026-03-13T09:53:57.332074Z","steps":["trace[1132145981] 'process raft request' (duration: 109.616919ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:57.332296Z","caller":"traceutil/trace.go:171","msg":"trace[219801366] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"110.29683ms","start":"2026-03-13T09:53:57.221966Z","end":"2026-03-13T09:53:57.332263Z","steps":["trace[219801366] 'process raft request' (duration: 109.96882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:57.332542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.367368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:57.33259Z","caller":"traceutil/trace.go:171","msg":"trace[840050375] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:518; }","duration":"101.444819ms","start":"2026-03-13T09:53:57.231131Z","end":"2026-03-13T09:53:57.332576Z","steps":["trace[840050375] 'agreement among raft nodes before linearized reading' (duration: 101.351356ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:57.332666Z","caller":"traceutil/trace.go:171","msg":"trace[157955042] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"110.295929ms","start":"2026-03-13T09:53:57.222347Z","end":"2026-03-13T09:53:57.332643Z","steps":["trace[157955042] 'process raft request' (duration: 110.072102ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:03.078504Z","caller":"traceutil/trace.go:171","msg":"trace[1924875860] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"384.302083ms","start":"2026-03-13T09:54:02.694179Z","end":"2026-03-13T09:54:03.078481Z","steps":["trace[1924875860] 'process raft request' (duration: 383.277052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:03.078646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:02.693938Z","time spent":"384.635374ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211674,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:04.764982Z","caller":"traceutil/trace.go:171","msg":"trace[1964412078] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"670.995494ms","start":"2026-03-13T09:54:04.09396Z","end":"2026-03-13T09:54:04.764956Z","steps":["trace[1964412078] 'process raft request' (duration: 668.185869ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:04.76498Z","caller":"traceutil/trace.go:171","msg":"trace[1378968378] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"387.743078ms","start":"2026-03-13T09:54:04.377203Z","end":"2026-03-13T09:54:04.764946Z","steps":["trace[1378968378] 'read index received' (duration: 384.85085ms)","trace[1378968378] 'applied index is now lower than readState.Index' (duration: 2.890368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:04.765103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.887852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:54:04.765155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:04.09393Z","time spent":"671.142259ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:04.765184Z","caller":"traceutil/trace.go:171","msg":"trace[392646781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"388.008586ms","start":"2026-03-13T09:54:04.377152Z","end":"2026-03-13T09:54:04.76516Z","steps":["trace[392646781] 'agreement among raft nodes before linearized reading' (duration: 387.883162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:04.765229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:04.377124Z","time spent":"388.095818ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:54:05.902616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.343088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:05.90283Z","caller":"traceutil/trace.go:171","msg":"trace[202083011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"525.497503ms","start":"2026-03-13T09:54:05.377202Z","end":"2026-03-13T09:54:05.9027Z","steps":["trace[202083011] 'range keys from in-memory index tree' (duration: 525.258186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:05.90287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.739473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T09:54:05.902901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.568278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:54:05.902905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.377183Z","time spent":"525.70413ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:54:05.902881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.490375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:54:05.90295Z","caller":"traceutil/trace.go:171","msg":"trace[2010176033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"530.824555ms","start":"2026-03-13T09:54:05.37211Z","end":"2026-03-13T09:54:05.902935Z","steps":["trace[2010176033] 'range keys from in-memory index tree' (duration: 530.428693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:05.902981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.372095Z","time spent":"530.877377ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:54:05.902996Z","caller":"traceutil/trace.go:171","msg":"trace[788222242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"531.65691ms","start":"2026-03-13T09:54:05.371312Z","end":"2026-03-13T09:54:05.902969Z","steps":["trace[788222242] 'range keys from in-memory index tree' (duration: 531.269859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:05.903011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.585259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:54:05.90294Z","caller":"traceutil/trace.go:171","msg":"trace[1394579246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"530.843536ms","start":"2026-03-13T09:54:05.37208Z","end":"2026-03-13T09:54:05.902924Z","steps":["trace[1394579246] 'range keys from in-memory index tree' (duration: 530.383782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:05.903061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.37129Z","time spent":"531.755394ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:54:05.903082Z","caller":"traceutil/trace.go:171","msg":"trace[1741277122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"533.690092ms","start":"2026-03-13T09:54:05.369372Z","end":"2026-03-13T09:54:05.903062Z","steps":["trace[1741277122] 'range keys from in-memory index tree' (duration: 533.398743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:05.903087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.372069Z","time spent":"531.006281ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:05.903128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.369346Z","time spent":"533.770275ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:54:06.21839Z","caller":"traceutil/trace.go:171","msg":"trace[561544369] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"311.209578ms","start":"2026-03-13T09:54:05.907153Z","end":"2026-03-13T09:54:06.218363Z","steps":["trace[561544369] 'process raft request' (duration: 311.038302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:06.218576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.907137Z","time spent":"311.342512ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:08.377986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T09:54:08.378129Z","caller":"traceutil/trace.go:171","msg":"trace[1022810317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524122s","start":"2026-03-13T09:54:06.377556Z","end":"2026-03-13T09:54:08.37808Z","steps":["trace[1022810317] 'agreement among raft nodes before linearized reading' (duration: 2.000362437s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:08.378188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:06.377534Z","time spent":"2.000640685s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 09:54:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:54:08.523636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.305549461s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:54:08.523985Z","caller":"traceutil/trace.go:171","msg":"trace[1156977120] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"2.616749518s","start":"2026-03-13T09:54:05.907214Z","end":"2026-03-13T09:54:08.523964Z","steps":["trace[1156977120] 'process raft request' (duration: 2.616560243s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:08.524141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.907203Z","time spent":"2.616844572s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:08.524281Z","caller":"traceutil/trace.go:171","msg":"trace[1779320827] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"2.617047247s","start":"2026-03-13T09:54:05.907214Z","end":"2026-03-13T09:54:08.524262Z","steps":["trace[1779320827] 'process raft request' (duration: 2.616693627s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:08.524387Z","caller":"traceutil/trace.go:171","msg":"trace[1607006426] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:698; }","duration":"2.504677356s","start":"2026-03-13T09:54:06.019697Z","end":"2026-03-13T09:54:08.524374Z","steps":["trace[1607006426] 'read index received' (duration: 198.477765ms)","trace[1607006426] 'applied index is now lower than readState.Index' (duration: 2.306198591s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:08.524395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.907202Z","time spent":"2.617141321s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:08.524549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504856001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:54:08.524522Z","caller":"traceutil/trace.go:171","msg":"trace[710711753] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"2.617242854s","start":"2026-03-13T09:54:05.90723Z","end":"2026-03-13T09:54:08.524473Z","steps":["trace[710711753] 'process raft request' (duration: 2.616955385s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:08.52459Z","caller":"traceutil/trace.go:171","msg":"trace[1346107337] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:683; }","duration":"2.504934423s","start":"2026-03-13T09:54:06.019645Z","end":"2026-03-13T09:54:08.524579Z","steps":["trace[1346107337] 'agreement among raft nodes before linearized reading' (duration: 2.504805949s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:08.524622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:06.019623Z","time spent":"2.504992265s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-03-13T09:54:08.524711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.600035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T09:54:08.524731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:05.907203Z","time spent":"2.617411389s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:08.524713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.216433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:08.52476Z","caller":"traceutil/trace.go:171","msg":"trace[2092284048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:683; }","duration":"301.683507ms","start":"2026-03-13T09:54:08.223062Z","end":"2026-03-13T09:54:08.524745Z","steps":["trace[2092284048] 'agreement among raft nodes before linearized reading' (duration: 301.544503ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:08.524797Z","caller":"traceutil/trace.go:171","msg":"trace[1008008554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:683; }","duration":"146.344597ms","start":"2026-03-13T09:54:08.37843Z","end":"2026-03-13T09:54:08.524774Z","steps":["trace[1008008554] 'agreement among raft nodes before linearized reading' (duration: 146.221833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:08.5248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:08.223041Z","time spent":"301.74976ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:10.889049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614471045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:54:11.389726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614471045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:54:11.890816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614471045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:54:11.947453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.251812804s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:54:11.965954Z","caller":"traceutil/trace.go:171","msg":"trace[407285033] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"1.585517469s","start":"2026-03-13T09:54:10.380415Z","end":"2026-03-13T09:54:11.965932Z","steps":["trace[407285033] 'read index received' (duration: 1.56717281s)","trace[407285033] 'applied index is now lower than readState.Index' (duration: 18.342819ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:11.966092Z","caller":"traceutil/trace.go:171","msg":"trace[1324539940] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"3.270511575s","start":"2026-03-13T09:54:08.695566Z","end":"2026-03-13T09:54:11.966077Z","steps":["trace[1324539940] 'process raft request' (duration: 3.252141705s)","trace[1324539940] 'compare' (duration: 17.632056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:11.966232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:08.695553Z","time spent":"3.270593297s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:11.96669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438026358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:54:11.966781Z","caller":"traceutil/trace.go:171","msg":"trace[1446928434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:687; }","duration":"1.438168173s","start":"2026-03-13T09:54:10.528588Z","end":"2026-03-13T09:54:11.966756Z","steps":["trace[1446928434] 'agreement among raft nodes before linearized reading' (duration: 1.437923745s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:11.966837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:10.528564Z","time spent":"1.438260275s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:11.966838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586408867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:54:11.966887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437951156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:54:11.966909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361584691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:54:11.966936Z","caller":"traceutil/trace.go:171","msg":"trace[1123007067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:687; }","duration":"1.438036609s","start":"2026-03-13T09:54:10.528885Z","end":"2026-03-13T09:54:11.966921Z","steps":["trace[1123007067] 'agreement among raft nodes before linearized reading' (duration: 1.437906705s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:11.966935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438032368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:54:11.966964Z","caller":"traceutil/trace.go:171","msg":"trace[298706911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:687; }","duration":"1.361678665s","start":"2026-03-13T09:54:10.605266Z","end":"2026-03-13T09:54:11.966945Z","steps":["trace[298706911] 'agreement among raft nodes before linearized reading' (duration: 1.361505899s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:11.966977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:10.528863Z","time spent":"1.438105191s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:54:11.966996Z","caller":"traceutil/trace.go:171","msg":"trace[1532601085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:687; }","duration":"1.438139312s","start":"2026-03-13T09:54:10.528846Z","end":"2026-03-13T09:54:11.966985Z","steps":["trace[1532601085] 'agreement among raft nodes before linearized reading' (duration: 1.437952786s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:11.967038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:10.528813Z","time spent":"1.438216705s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:54:11.967005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:10.605243Z","time spent":"1.361750816s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:54:11.966914Z","caller":"traceutil/trace.go:171","msg":"trace[2022442571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"1.58651843s","start":"2026-03-13T09:54:10.380377Z","end":"2026-03-13T09:54:11.966895Z","steps":["trace[2022442571] 'agreement among raft nodes before linearized reading' (duration: 1.586397486s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:11.96722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:10.380359Z","time spent":"1.58682634s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:54:13.252097Z","caller":"traceutil/trace.go:171","msg":"trace[730126839] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"267.172919ms","start":"2026-03-13T09:54:12.984894Z","end":"2026-03-13T09:54:13.252067Z","steps":["trace[730126839] 'process raft request' (duration: 267.007564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:13.513462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:13.51366Z","caller":"traceutil/trace.go:171","msg":"trace[1487696708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"137.360653ms","start":"2026-03-13T09:54:13.376275Z","end":"2026-03-13T09:54:13.513636Z","steps":["trace[1487696708] 'range keys from in-memory index tree' (duration: 136.92891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:14.582135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.827366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:14.582289Z","caller":"traceutil/trace.go:171","msg":"trace[627620783] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:719; }","duration":"205.022577ms","start":"2026-03-13T09:54:14.377224Z","end":"2026-03-13T09:54:14.582247Z","steps":["trace[627620783] 'read index received' (duration: 42.731µs)","trace[627620783] 'applied index is now lower than readState.Index' (duration: 204.977766ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:14.582289Z","caller":"traceutil/trace.go:171","msg":"trace[451366360] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"524.257977ms","start":"2026-03-13T09:54:14.058004Z","end":"2026-03-13T09:54:14.582262Z","steps":["trace[451366360] 'process raft request' (duration: 135.188123ms)","trace[451366360] 'compare' (duration: 388.682782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:14.582398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:14.057987Z","time spent":"524.363361ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:54:14.582418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.189363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:14.582454Z","caller":"traceutil/trace.go:171","msg":"trace[1525063428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"205.269076ms","start":"2026-03-13T09:54:14.377173Z","end":"2026-03-13T09:54:14.582442Z","steps":["trace[1525063428] 'agreement among raft nodes before linearized reading' (duration: 205.157382ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:15.144571Z","caller":"traceutil/trace.go:171","msg":"trace[243505895] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"352.17878ms","start":"2026-03-13T09:54:14.792376Z","end":"2026-03-13T09:54:15.144555Z","steps":["trace[243505895] 'process raft request' (duration: 352.068977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:15.14469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:14.792351Z","time spent":"352.273662ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:15.507088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.324186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:15.50717Z","caller":"traceutil/trace.go:171","msg":"trace[450046151] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"129.759734ms","start":"2026-03-13T09:54:15.377397Z","end":"2026-03-13T09:54:15.507157Z","steps":["trace[450046151] 'read index received' (duration: 48.962µs)","trace[450046151] 'applied index is now lower than readState.Index' (duration: 129.709702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:15.507225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.839536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:15.507256Z","caller":"traceutil/trace.go:171","msg":"trace[474028565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"129.911958ms","start":"2026-03-13T09:54:15.377335Z","end":"2026-03-13T09:54:15.507247Z","steps":["trace[474028565] 'agreement among raft nodes before linearized reading' (duration: 129.855536ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:15.507471Z","caller":"traceutil/trace.go:171","msg":"trace[66584931] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"257.800743ms","start":"2026-03-13T09:54:15.249615Z","end":"2026-03-13T09:54:15.507416Z","steps":["trace[66584931] 'process raft request' (duration: 105.082546ms)","trace[66584931] 'compare' (duration: 152.236442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:17.325243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.844108ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-13T09:54:17.325639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.047838Z","time spent":"1.27779365s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T09:54:17.325967Z","caller":"traceutil/trace.go:171","msg":"trace[474985008] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"1.268191317s","start":"2026-03-13T09:54:16.057745Z","end":"2026-03-13T09:54:17.325936Z","steps":["trace[474985008] 'read index received' (duration: 315.577145ms)","trace[474985008] 'applied index is now lower than readState.Index' (duration: 952.610052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:17.326268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268501327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:54:17.326328Z","caller":"traceutil/trace.go:171","msg":"trace[1327883932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:703; }","duration":"1.26861249s","start":"2026-03-13T09:54:16.057697Z","end":"2026-03-13T09:54:17.32631Z","steps":["trace[1327883932] 'agreement among raft nodes before linearized reading' (duration: 1.268387343s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.326365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.05767Z","time spent":"1.268687083s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:54:17.326383Z","caller":"traceutil/trace.go:171","msg":"trace[519870691] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"1.169804823s","start":"2026-03-13T09:54:16.156544Z","end":"2026-03-13T09:54:17.326349Z","steps":["trace[519870691] 'process raft request' (duration: 1.169335499s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.326443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.297137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:54:17.326523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.156515Z","time spent":"1.169931227s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:54:17.326541Z","caller":"traceutil/trace.go:171","msg":"trace[708007467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"949.418811ms","start":"2026-03-13T09:54:16.377094Z","end":"2026-03-13T09:54:17.326513Z","steps":["trace[708007467] 'agreement among raft nodes before linearized reading' (duration: 949.218775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.326595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.377076Z","time spent":"949.509514ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:54:17.326733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267135634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T09:54:17.326739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.425058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7qnc4\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-13T09:54:17.326782Z","caller":"traceutil/trace.go:171","msg":"trace[453002527] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7qnc4; range_end:; response_count:1; response_revision:704; }","duration":"145.530311ms","start":"2026-03-13T09:54:17.181242Z","end":"2026-03-13T09:54:17.326773Z","steps":["trace[453002527] 'agreement among raft nodes before linearized reading' (duration: 145.333934ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:17.326778Z","caller":"traceutil/trace.go:171","msg":"trace[42418195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:704; }","duration":"1.267206737s","start":"2026-03-13T09:54:16.05956Z","end":"2026-03-13T09:54:17.326767Z","steps":["trace[42418195] 'agreement among raft nodes before linearized reading' (duration: 1.267095003s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.326785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267168825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:54:17.326883Z","caller":"traceutil/trace.go:171","msg":"trace[2082280870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:704; }","duration":"1.267302129s","start":"2026-03-13T09:54:16.059563Z","end":"2026-03-13T09:54:17.326865Z","steps":["trace[2082280870] 'agreement among raft nodes before linearized reading' (duration: 1.267052851s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.326813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.059535Z","time spent":"1.267270578s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:17.326932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.059548Z","time spent":"1.267375311s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:17.32741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268542368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:54:17.327727Z","caller":"traceutil/trace.go:171","msg":"trace[1091194062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:704; }","duration":"1.268636901s","start":"2026-03-13T09:54:16.058824Z","end":"2026-03-13T09:54:17.327461Z","steps":["trace[1091194062] 'agreement among raft nodes before linearized reading' (duration: 1.267476025s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.327862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:16.058811Z","time spent":"1.269033104s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:54:17.490059Z","caller":"traceutil/trace.go:171","msg":"trace[1132746767] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"158.352055ms","start":"2026-03-13T09:54:17.331681Z","end":"2026-03-13T09:54:17.490033Z","steps":["trace[1132746767] 'process raft request' (duration: 158.278343ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:17.490244Z","caller":"traceutil/trace.go:171","msg":"trace[622783036] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"159.682317ms","start":"2026-03-13T09:54:17.330509Z","end":"2026-03-13T09:54:17.490192Z","steps":["trace[622783036] 'process raft request' (duration: 159.303475ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:17.490443Z","caller":"traceutil/trace.go:171","msg":"trace[2109965587] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"158.097398ms","start":"2026-03-13T09:54:17.332335Z","end":"2026-03-13T09:54:17.490433Z","steps":["trace[2109965587] 'process raft request' (duration: 157.662704ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:17.490543Z","caller":"traceutil/trace.go:171","msg":"trace[1946103469] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"158.082077ms","start":"2026-03-13T09:54:17.332422Z","end":"2026-03-13T09:54:17.490504Z","steps":["trace[1946103469] 'process raft request' (duration: 157.84654ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:17.490542Z","caller":"traceutil/trace.go:171","msg":"trace[1279697796] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:727; }","duration":"115.315467ms","start":"2026-03-13T09:54:17.375198Z","end":"2026-03-13T09:54:17.490514Z","steps":["trace[1279697796] 'read index received' (duration: 16.851041ms)","trace[1279697796] 'applied index is now lower than readState.Index' (duration: 98.462986ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:17.49058Z","caller":"traceutil/trace.go:171","msg":"trace[410926845] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"146.240374ms","start":"2026-03-13T09:54:17.344308Z","end":"2026-03-13T09:54:17.490549Z","steps":["trace[410926845] 'process raft request' (duration: 146.12488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:17.490695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.489523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:17.490727Z","caller":"traceutil/trace.go:171","msg":"trace[993115245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:710; }","duration":"115.563076ms","start":"2026-03-13T09:54:17.375154Z","end":"2026-03-13T09:54:17.490718Z","steps":["trace[993115245] 'agreement among raft nodes before linearized reading' (duration: 115.483643ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:18.595661Z","caller":"traceutil/trace.go:171","msg":"trace[100421178] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"114.821882ms","start":"2026-03-13T09:54:18.480819Z","end":"2026-03-13T09:54:18.595641Z","steps":["trace[100421178] 'process raft request' (duration: 114.706629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:32.456209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.932853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dch5s\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-03-13T09:54:32.456306Z","caller":"traceutil/trace.go:171","msg":"trace[1037352997] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dch5s; range_end:; response_count:1; response_revision:911; }","duration":"165.073918ms","start":"2026-03-13T09:54:32.291213Z","end":"2026-03-13T09:54:32.456286Z","steps":["trace[1037352997] 'range keys from in-memory index tree' (duration: 164.754517ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:32.456856Z","caller":"traceutil/trace.go:171","msg":"trace[807455082] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"131.207909ms","start":"2026-03-13T09:54:32.325621Z","end":"2026-03-13T09:54:32.456829Z","steps":["trace[807455082] 'process raft request' (duration: 131.027083ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:32.647684Z","caller":"traceutil/trace.go:171","msg":"trace[621330596] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:939; }","duration":"163.070615ms","start":"2026-03-13T09:54:32.484587Z","end":"2026-03-13T09:54:32.647658Z","steps":["trace[621330596] 'read index received' (duration: 104.208078ms)","trace[621330596] 'applied index is now lower than readState.Index' (duration: 58.861387ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:32.647721Z","caller":"traceutil/trace.go:171","msg":"trace[632719506] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"183.332674ms","start":"2026-03-13T09:54:32.464359Z","end":"2026-03-13T09:54:32.647692Z","steps":["trace[632719506] 'process raft request' (duration: 124.511158ms)","trace[632719506] 'compare' (duration: 58.669561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:32.647836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.218869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:54:32.64787Z","caller":"traceutil/trace.go:171","msg":"trace[559232225] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:913; }","duration":"163.317832ms","start":"2026-03-13T09:54:32.484542Z","end":"2026-03-13T09:54:32.647859Z","steps":["trace[559232225] 'agreement among raft nodes before linearized reading' (duration: 163.214779ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:35.746332Z","caller":"traceutil/trace.go:171","msg":"trace[1390382893] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"157.826188ms","start":"2026-03-13T09:54:35.588471Z","end":"2026-03-13T09:54:35.746297Z","steps":["trace[1390382893] 'process raft request' (duration: 157.611841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:36.826268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080241088s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T09:54:38.055978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030691241s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:38.056119Z","caller":"traceutil/trace.go:171","msg":"trace[2141077690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:941; }","duration":"2.030844465s","start":"2026-03-13T09:54:36.025257Z","end":"2026-03-13T09:54:38.056101Z","steps":["trace[2141077690] 'range keys from in-memory index tree' (duration: 2.03067455s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.057177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230623802s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:38.057409Z","caller":"traceutil/trace.go:171","msg":"trace[551172285] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"2.467596843s","start":"2026-03-13T09:54:35.589779Z","end":"2026-03-13T09:54:38.057376Z","steps":["trace[551172285] 'process raft request' (duration: 1.236660901s)","trace[551172285] 'compare' (duration: 1.230146377s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:38.057474Z","caller":"traceutil/trace.go:171","msg":"trace[2001578892] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:967; }","duration":"2.467266002s","start":"2026-03-13T09:54:35.590185Z","end":"2026-03-13T09:54:38.057451Z","steps":["trace[2001578892] 'read index received' (duration: 155.874986ms)","trace[2001578892] 'applied index is now lower than readState.Index' (duration: 2.311389126s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:38.057527Z","caller":"traceutil/trace.go:171","msg":"trace[109606949] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"2.423786162s","start":"2026-03-13T09:54:35.633688Z","end":"2026-03-13T09:54:38.057474Z","steps":["trace[109606949] 'process raft request' (duration: 2.423704539s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:38.057558Z","caller":"traceutil/trace.go:171","msg":"trace[2070450854] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"2.465823767s","start":"2026-03-13T09:54:35.591646Z","end":"2026-03-13T09:54:38.05747Z","steps":["trace[2070450854] 'process raft request' (duration: 2.465656321s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.057703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:35.591622Z","time spent":"2.466034854s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:38.057721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467531091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:54:38.057766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035071069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T09:54:38.057698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.145086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:54:38.057759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:35.633646Z","time spent":"2.423990748s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:38.057809Z","caller":"traceutil/trace.go:171","msg":"trace[1033132988] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:944; }","duration":"2.035148082s","start":"2026-03-13T09:54:36.022649Z","end":"2026-03-13T09:54:38.057797Z","steps":["trace[1033132988] 'agreement among raft nodes before linearized reading' (duration: 2.034990307s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:38.057814Z","caller":"traceutil/trace.go:171","msg":"trace[1585812932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:944; }","duration":"2.467719487s","start":"2026-03-13T09:54:35.590072Z","end":"2026-03-13T09:54:38.057791Z","steps":["trace[1585812932] 'agreement among raft nodes before linearized reading' (duration: 2.467487029s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.05784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:36.022625Z","time spent":"2.035208123s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-03-13T09:54:38.057857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.786878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T09:54:38.057586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:35.589737Z","time spent":"2.467753317s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:38.0579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231575838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T09:54:38.058021Z","caller":"traceutil/trace.go:171","msg":"trace[1786826865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:944; }","duration":"2.231752564s","start":"2026-03-13T09:54:35.826219Z","end":"2026-03-13T09:54:38.057972Z","steps":["trace[1786826865] 'agreement among raft nodes before linearized reading' (duration: 2.231386022s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.057873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:35.59003Z","time spent":"2.46782979s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:54:38.058144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:35.826191Z","time spent":"2.231876068s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:54:38.057932Z","caller":"traceutil/trace.go:171","msg":"trace[2146629959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"306.881051ms","start":"2026-03-13T09:54:37.751029Z","end":"2026-03-13T09:54:38.05791Z","steps":["trace[2146629959] 'agreement among raft nodes before linearized reading' (duration: 306.730176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.058261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:37.75101Z","time spent":"307.230162ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:54:38.057859Z","caller":"traceutil/trace.go:171","msg":"trace[1767953836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"680.338752ms","start":"2026-03-13T09:54:37.377486Z","end":"2026-03-13T09:54:38.057825Z","steps":["trace[1767953836] 'agreement among raft nodes before linearized reading' (duration: 680.130345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.058361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:37.377466Z","time spent":"680.878559ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:54:38.05771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10315615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:38.058457Z","caller":"traceutil/trace.go:171","msg":"trace[1339661463] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:944; }","duration":"1.103946505s","start":"2026-03-13T09:54:36.954492Z","end":"2026-03-13T09:54:38.058438Z","steps":["trace[1339661463] 'agreement among raft nodes before linearized reading' (duration: 1.10313843s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:38.058527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:36.954469Z","time spent":"1.104037678s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-13T09:54:38.182662Z","caller":"traceutil/trace.go:171","msg":"trace[1713049698] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"123.117134ms","start":"2026-03-13T09:54:38.059514Z","end":"2026-03-13T09:54:38.182631Z","steps":["trace[1713049698] 'read index received' (duration: 121.156372ms)","trace[1713049698] 'applied index is now lower than readState.Index' (duration: 1.958602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:38.182844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.3031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:38.18293Z","caller":"traceutil/trace.go:171","msg":"trace[218933509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"123.437854ms","start":"2026-03-13T09:54:38.059473Z","end":"2026-03-13T09:54:38.182911Z","steps":["trace[218933509] 'agreement among raft nodes before linearized reading' (duration: 123.274989ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:38.192002Z","caller":"traceutil/trace.go:171","msg":"trace[1320228030] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"130.192527ms","start":"2026-03-13T09:54:38.061791Z","end":"2026-03-13T09:54:38.191984Z","steps":["trace[1320228030] 'process raft request' (duration: 129.933369ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:38.19228Z","caller":"traceutil/trace.go:171","msg":"trace[358179385] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"128.892096ms","start":"2026-03-13T09:54:38.063369Z","end":"2026-03-13T09:54:38.192261Z","steps":["trace[358179385] 'process raft request' (duration: 128.788443ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:38.192368Z","caller":"traceutil/trace.go:171","msg":"trace[525481751] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"129.771864ms","start":"2026-03-13T09:54:38.062571Z","end":"2026-03-13T09:54:38.192343Z","steps":["trace[525481751] 'process raft request' (duration: 129.370561ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:38.634016Z","caller":"traceutil/trace.go:171","msg":"trace[1686199495] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"130.150936ms","start":"2026-03-13T09:54:38.503841Z","end":"2026-03-13T09:54:38.633992Z","steps":["trace[1686199495] 'process raft request' (duration: 129.990921ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:44.333714Z","caller":"traceutil/trace.go:171","msg":"trace[2007183552] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"107.48284ms","start":"2026-03-13T09:54:44.226192Z","end":"2026-03-13T09:54:44.333675Z","steps":["trace[2007183552] 'process raft request' (duration: 71.34273ms)","trace[2007183552] 'compare' (duration: 35.985065ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:44.366808Z","caller":"traceutil/trace.go:171","msg":"trace[1194355008] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1004; }","duration":"137.956842ms","start":"2026-03-13T09:54:44.22882Z","end":"2026-03-13T09:54:44.366776Z","steps":["trace[1194355008] 'read index received' (duration: 68.815591ms)","trace[1194355008] 'applied index is now lower than readState.Index' (duration: 69.139601ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:44.367077Z","caller":"traceutil/trace.go:171","msg":"trace[1330734177] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"140.727359ms","start":"2026-03-13T09:54:44.226299Z","end":"2026-03-13T09:54:44.367026Z","steps":["trace[1330734177] 'process raft request' (duration: 140.300216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:44.367181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.314023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:54:44.367262Z","caller":"traceutil/trace.go:171","msg":"trace[1239318243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"138.448657ms","start":"2026-03-13T09:54:44.228794Z","end":"2026-03-13T09:54:44.367243Z","steps":["trace[1239318243] 'agreement among raft nodes before linearized reading' (duration: 138.115576ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:46.286149Z","caller":"traceutil/trace.go:171","msg":"trace[127880275] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1008; }","duration":"114.251964ms","start":"2026-03-13T09:54:46.171874Z","end":"2026-03-13T09:54:46.286126Z","steps":["trace[127880275] 'read index received' (duration: 56.679837ms)","trace[127880275] 'applied index is now lower than readState.Index' (duration: 57.570727ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:46.28628Z","caller":"traceutil/trace.go:171","msg":"trace[1896631269] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"155.720072ms","start":"2026-03-13T09:54:46.130506Z","end":"2026-03-13T09:54:46.286226Z","steps":["trace[1896631269] 'process raft request' (duration: 98.145716ms)","trace[1896631269] 'compare' (duration: 57.330828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:46.286401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.507632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:54:46.286461Z","caller":"traceutil/trace.go:171","msg":"trace[2123537099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:979; }","duration":"114.627046ms","start":"2026-03-13T09:54:46.17182Z","end":"2026-03-13T09:54:46.286447Z","steps":["trace[2123537099] 'agreement among raft nodes before linearized reading' (duration: 114.414559ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:46.662941Z","caller":"traceutil/trace.go:171","msg":"trace[839457406] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1009; }","duration":"372.340886ms","start":"2026-03-13T09:54:46.290574Z","end":"2026-03-13T09:54:46.662915Z","steps":["trace[839457406] 'read index received' (duration: 372.191402ms)","trace[839457406] 'applied index is now lower than readState.Index' (duration: 148.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:46.663326Z","caller":"traceutil/trace.go:171","msg":"trace[1462859466] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"372.869112ms","start":"2026-03-13T09:54:46.290433Z","end":"2026-03-13T09:54:46.663302Z","steps":["trace[1462859466] 'process raft request' (duration: 372.306455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:46.663459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.854322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:54:46.663587Z","caller":"traceutil/trace.go:171","msg":"trace[1096643556] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:980; }","duration":"372.996537ms","start":"2026-03-13T09:54:46.29055Z","end":"2026-03-13T09:54:46.663546Z","steps":["trace[1096643556] 'agreement among raft nodes before linearized reading' (duration: 372.719938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:46.663501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:46.290401Z","time spent":"373.025027ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:46.663662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:46.290538Z","time spent":"373.10755ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-13T09:54:46.665047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.248933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T09:54:46.665096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.069998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-13T09:54:46.665215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.324933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:54:46.665334Z","caller":"traceutil/trace.go:171","msg":"trace[67791774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:981; }","duration":"288.303955ms","start":"2026-03-13T09:54:46.376956Z","end":"2026-03-13T09:54:46.66526Z","steps":["trace[67791774] 'agreement among raft nodes before linearized reading' (duration: 288.006076ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:46.665127Z","caller":"traceutil/trace.go:171","msg":"trace[1372527044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:981; }","duration":"327.346946ms","start":"2026-03-13T09:54:46.33776Z","end":"2026-03-13T09:54:46.665107Z","steps":["trace[1372527044] 'agreement among raft nodes before linearized reading' (duration: 327.119289ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:46.665364Z","caller":"traceutil/trace.go:171","msg":"trace[515324778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:981; }","duration":"241.538429ms","start":"2026-03-13T09:54:46.423792Z","end":"2026-03-13T09:54:46.66533Z","steps":["trace[515324778] 'agreement among raft nodes before linearized reading' (duration: 241.132677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:46.665421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:46.33775Z","time spent":"327.656966ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:54:46.665032Z","caller":"traceutil/trace.go:171","msg":"trace[1499403890] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"374.336879ms","start":"2026-03-13T09:54:46.290678Z","end":"2026-03-13T09:54:46.665015Z","steps":["trace[1499403890] 'process raft request' (duration: 374.058081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:46.66562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:46.290662Z","time spent":"374.863875ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:46.967195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.18876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:46.9675Z","caller":"traceutil/trace.go:171","msg":"trace[418689790] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"297.650338ms","start":"2026-03-13T09:54:46.669827Z","end":"2026-03-13T09:54:46.967477Z","steps":["trace[418689790] 'process raft request' (duration: 297.595376ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:46.967583Z","caller":"traceutil/trace.go:171","msg":"trace[1209833198] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"297.748801ms","start":"2026-03-13T09:54:46.669808Z","end":"2026-03-13T09:54:46.967556Z","steps":["trace[1209833198] 'process raft request' (duration: 297.498433ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:46.967648Z","caller":"traceutil/trace.go:171","msg":"trace[697220325] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"298.496074ms","start":"2026-03-13T09:54:46.66913Z","end":"2026-03-13T09:54:46.967626Z","steps":["trace[697220325] 'process raft request' (duration: 93.728897ms)","trace[697220325] 'compare' (duration: 204.000793ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:48.781847Z","caller":"traceutil/trace.go:171","msg":"trace[1382827580] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"108.615705ms","start":"2026-03-13T09:54:48.673204Z","end":"2026-03-13T09:54:48.781819Z","steps":["trace[1382827580] 'process raft request' (duration: 107.740338ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:50.53878Z","caller":"traceutil/trace.go:171","msg":"trace[232037539] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"145.778478ms","start":"2026-03-13T09:54:50.392984Z","end":"2026-03-13T09:54:50.538762Z","steps":["trace[232037539] 'process raft request' (duration: 145.650304ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:51.535379Z","caller":"traceutil/trace.go:171","msg":"trace[302200661] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"139.830012ms","start":"2026-03-13T09:54:51.395523Z","end":"2026-03-13T09:54:51.535353Z","steps":["trace[302200661] 'process raft request' (duration: 139.677497ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:51.873314Z","caller":"traceutil/trace.go:171","msg":"trace[163086077] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1012; }","duration":"153.705389ms","start":"2026-03-13T09:54:51.71959Z","end":"2026-03-13T09:54:51.873295Z","steps":["trace[163086077] 'process raft request' (duration: 153.594986ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:52.067188Z","caller":"traceutil/trace.go:171","msg":"trace[2042967806] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1013; }","duration":"184.490629ms","start":"2026-03-13T09:54:51.88267Z","end":"2026-03-13T09:54:52.067161Z","steps":["trace[2042967806] 'process raft request' (duration: 119.158229ms)","trace[2042967806] 'compare' (duration: 65.212026ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:54.399846Z","caller":"traceutil/trace.go:171","msg":"trace[1071998544] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"357.58807ms","start":"2026-03-13T09:54:54.042212Z","end":"2026-03-13T09:54:54.3998Z","steps":["trace[1071998544] 'process raft request' (duration: 357.059663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.39998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:54.04219Z","time spent":"357.729305ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:54:54.659431Z","caller":"traceutil/trace.go:171","msg":"trace[268274831] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"248.042214ms","start":"2026-03-13T09:54:54.411371Z","end":"2026-03-13T09:54:54.659413Z","steps":["trace[268274831] 'process raft request' (duration: 247.879639ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.698135Z","caller":"traceutil/trace.go:171","msg":"trace[2093154578] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1027; }","duration":"284.404761ms","start":"2026-03-13T09:54:54.413677Z","end":"2026-03-13T09:54:54.698082Z","steps":["trace[2093154578] 'process raft request' (duration: 284.177374ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.698035Z","caller":"traceutil/trace.go:171","msg":"trace[532031217] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"282.321946ms","start":"2026-03-13T09:54:54.415691Z","end":"2026-03-13T09:54:54.698013Z","steps":["trace[532031217] 'process raft request' (duration: 282.258224ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.82861Z","caller":"traceutil/trace.go:171","msg":"trace[938866688] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"125.189918ms","start":"2026-03-13T09:54:54.703397Z","end":"2026-03-13T09:54:54.828587Z","steps":["trace[938866688] 'process raft request' (duration: 125.057514ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.964772Z","caller":"traceutil/trace.go:171","msg":"trace[2097131061] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"240.402703ms","start":"2026-03-13T09:54:54.724333Z","end":"2026-03-13T09:54:54.964736Z","steps":["trace[2097131061] 'process raft request' (duration: 240.168846ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.964889Z","caller":"traceutil/trace.go:171","msg":"trace[1649748803] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1060; }","duration":"153.472381ms","start":"2026-03-13T09:54:54.811385Z","end":"2026-03-13T09:54:54.964858Z","steps":["trace[1649748803] 'read index received' (duration: 17.066148ms)","trace[1649748803] 'applied index is now lower than readState.Index' (duration: 136.404333ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:54.965006Z","caller":"traceutil/trace.go:171","msg":"trace[1197448530] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"239.624799ms","start":"2026-03-13T09:54:54.725369Z","end":"2026-03-13T09:54:54.964994Z","steps":["trace[1197448530] 'process raft request' (duration: 239.293618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.965218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.811322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:54:54.965311Z","caller":"traceutil/trace.go:171","msg":"trace[516522931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1031; }","duration":"153.952476ms","start":"2026-03-13T09:54:54.811337Z","end":"2026-03-13T09:54:54.96529Z","steps":["trace[516522931] 'agreement among raft nodes before linearized reading' (duration: 153.675807ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.982281Z","caller":"traceutil/trace.go:171","msg":"trace[917706836] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"149.018671ms","start":"2026-03-13T09:54:54.833225Z","end":"2026-03-13T09:54:54.982243Z","steps":["trace[917706836] 'process raft request' (duration: 148.859096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.982361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.932118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:54:54.982479Z","caller":"traceutil/trace.go:171","msg":"trace[1243313820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1032; }","duration":"142.102083ms","start":"2026-03-13T09:54:54.840358Z","end":"2026-03-13T09:54:54.98246Z","steps":["trace[1243313820] 'agreement among raft nodes before linearized reading' (duration: 141.853455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:55.214471Z","caller":"traceutil/trace.go:171","msg":"trace[380936754] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"127.896255ms","start":"2026-03-13T09:54:55.086547Z","end":"2026-03-13T09:54:55.214443Z","steps":["trace[380936754] 'process raft request' (duration: 126.850102ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:55.214536Z","caller":"traceutil/trace.go:171","msg":"trace[236243440] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"124.400264ms","start":"2026-03-13T09:54:55.090108Z","end":"2026-03-13T09:54:55.214508Z","steps":["trace[236243440] 'process raft request' (duration: 124.26912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:55.214598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.864634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:54:55.214676Z","caller":"traceutil/trace.go:171","msg":"trace[1770943946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1042; }","duration":"127.956687ms","start":"2026-03-13T09:54:55.0867Z","end":"2026-03-13T09:54:55.214657Z","steps":["trace[1770943946] 'agreement among raft nodes before linearized reading' (duration: 127.73376ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:00.081134Z","caller":"traceutil/trace.go:171","msg":"trace[559950440] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"188.446924ms","start":"2026-03-13T09:54:59.892662Z","end":"2026-03-13T09:55:00.081108Z","steps":["trace[559950440] 'process raft request' (duration: 127.804632ms)","trace[559950440] 'compare' (duration: 60.441036ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:00.287178Z","caller":"traceutil/trace.go:171","msg":"trace[2091154867] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"384.911533ms","start":"2026-03-13T09:54:59.902239Z","end":"2026-03-13T09:55:00.28715Z","steps":["trace[2091154867] 'process raft request' (duration: 362.940469ms)","trace[2091154867] 'compare' (duration: 21.649724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:00.287437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:59.902225Z","time spent":"385.125459ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6242,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:00.287539Z","caller":"traceutil/trace.go:171","msg":"trace[1839345922] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"308.219623ms","start":"2026-03-13T09:54:59.979298Z","end":"2026-03-13T09:55:00.287518Z","steps":["trace[1839345922] 'process raft request' (duration: 307.79312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:00.287706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:59.979283Z","time spent":"308.324447ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:00.287212Z","caller":"traceutil/trace.go:171","msg":"trace[1629737994] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"314.699077ms","start":"2026-03-13T09:54:59.972473Z","end":"2026-03-13T09:55:00.287172Z","steps":["trace[1629737994] 'process raft request' (duration: 314.564513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:00.288036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:59.972445Z","time spent":"315.490733ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:55:00.287847Z","caller":"traceutil/trace.go:171","msg":"trace[1976213294] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"192.570066ms","start":"2026-03-13T09:55:00.095254Z","end":"2026-03-13T09:55:00.287824Z","steps":["trace[1976213294] 'process raft request' (duration: 192.083161ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:03.592238Z","caller":"traceutil/trace.go:171","msg":"trace[1614939069] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"449.83615ms","start":"2026-03-13T09:55:03.142378Z","end":"2026-03-13T09:55:03.592214Z","steps":["trace[1614939069] 'process raft request' (duration: 449.712226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:03.592382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:03.142358Z","time spent":"449.953724ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:03.598502Z","caller":"traceutil/trace.go:171","msg":"trace[2082263201] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1148; }","duration":"409.510939ms","start":"2026-03-13T09:55:03.188971Z","end":"2026-03-13T09:55:03.598482Z","steps":["trace[2082263201] 'read index received' (duration: 403.242951ms)","trace[2082263201] 'applied index is now lower than readState.Index' (duration: 6.267008ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:03.598614Z","caller":"traceutil/trace.go:171","msg":"trace[2112732286] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"453.971551ms","start":"2026-03-13T09:55:03.144603Z","end":"2026-03-13T09:55:03.598574Z","steps":["trace[2112732286] 'process raft request' (duration: 453.765984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:03.599125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.6897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-13T09:55:03.59916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.016803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-5wzpv\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-13T09:55:03.599185Z","caller":"traceutil/trace.go:171","msg":"trace[2057329260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1113; }","duration":"200.778193ms","start":"2026-03-13T09:55:03.398389Z","end":"2026-03-13T09:55:03.599167Z","steps":["trace[2057329260] 'agreement among raft nodes before linearized reading' (duration: 200.631819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:03.599205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:03.144588Z","time spent":"454.555079ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:03.599219Z","caller":"traceutil/trace.go:171","msg":"trace[1039533617] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-5wzpv; range_end:; response_count:1; response_revision:1113; }","duration":"163.123695ms","start":"2026-03-13T09:55:03.436076Z","end":"2026-03-13T09:55:03.5992Z","steps":["trace[1039533617] 'agreement among raft nodes before linearized reading' (duration: 162.95917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:03.598857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.88063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T09:55:03.599259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.421991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:55:03.599317Z","caller":"traceutil/trace.go:171","msg":"trace[1329638516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1113; }","duration":"410.399037ms","start":"2026-03-13T09:55:03.188907Z","end":"2026-03-13T09:55:03.599306Z","steps":["trace[1329638516] 'agreement among raft nodes before linearized reading' (duration: 409.806478ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:03.599334Z","caller":"traceutil/trace.go:171","msg":"trace[1939160479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1113; }","duration":"341.514953ms","start":"2026-03-13T09:55:03.257802Z","end":"2026-03-13T09:55:03.599317Z","steps":["trace[1939160479] 'agreement among raft nodes before linearized reading' (duration: 341.332287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:03.599386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:03.25779Z","time spent":"341.585186ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:55:03.599348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:03.188881Z","time spent":"410.459148ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:03.599107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.170018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:55:03.599066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.646664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:55:03.59953Z","caller":"traceutil/trace.go:171","msg":"trace[1847215614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1113; }","duration":"346.151049ms","start":"2026-03-13T09:55:03.253364Z","end":"2026-03-13T09:55:03.599515Z","steps":["trace[1847215614] 'agreement among raft nodes before linearized reading' (duration: 345.639883ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:03.599475Z","caller":"traceutil/trace.go:171","msg":"trace[1250797692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1113; }","duration":"222.573181ms","start":"2026-03-13T09:55:03.376884Z","end":"2026-03-13T09:55:03.599457Z","steps":["trace[1250797692] 'agreement among raft nodes before linearized reading' (duration: 222.20155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:03.599571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:03.253338Z","time spent":"346.221512ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:12.136228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614472102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:55:12.35573Z","caller":"traceutil/trace.go:171","msg":"trace[994012912] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"723.895617ms","start":"2026-03-13T09:55:11.63181Z","end":"2026-03-13T09:55:12.355706Z","steps":["trace[994012912] 'process raft request' (duration: 723.736041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.355887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:11.631794Z","time spent":"724.01358ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:12.522683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.881413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:12.522794Z","caller":"traceutil/trace.go:171","msg":"trace[1445598409] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1272; }","duration":"887.58579ms","start":"2026-03-13T09:55:11.635189Z","end":"2026-03-13T09:55:12.522775Z","steps":["trace[1445598409] 'read index received' (duration: 720.415886ms)","trace[1445598409] 'applied index is now lower than readState.Index' (duration: 167.168764ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:12.522902Z","caller":"traceutil/trace.go:171","msg":"trace[1921131077] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"889.451558ms","start":"2026-03-13T09:55:11.633374Z","end":"2026-03-13T09:55:12.522825Z","steps":["trace[1921131077] 'process raft request' (duration: 762.342389ms)","trace[1921131077] 'compare' (duration: 126.759918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:12.523011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.361452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T09:55:12.523023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.52915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:12.523079Z","caller":"traceutil/trace.go:171","msg":"trace[1465288618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1236; }","duration":"874.452856ms","start":"2026-03-13T09:55:11.64861Z","end":"2026-03-13T09:55:12.523062Z","steps":["trace[1465288618] 'agreement among raft nodes before linearized reading' (duration: 874.28353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.522959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.437408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T09:55:12.523094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.87468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:55:12.523123Z","caller":"traceutil/trace.go:171","msg":"trace[1793551788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1236; }","duration":"145.679855ms","start":"2026-03-13T09:55:12.37742Z","end":"2026-03-13T09:55:12.5231Z","steps":["trace[1793551788] 'agreement among raft nodes before linearized reading' (duration: 145.487619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.523136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:11.6486Z","time spent":"874.522028ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:55:12.52315Z","caller":"traceutil/trace.go:171","msg":"trace[1814950910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1236; }","duration":"876.639655ms","start":"2026-03-13T09:55:11.646496Z","end":"2026-03-13T09:55:12.523135Z","steps":["trace[1814950910] 'agreement among raft nodes before linearized reading' (duration: 876.370467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.523164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:11.633358Z","time spent":"889.670196ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:12.523186Z","caller":"traceutil/trace.go:171","msg":"trace[1461871951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1236; }","duration":"887.997383ms","start":"2026-03-13T09:55:11.635166Z","end":"2026-03-13T09:55:12.523164Z","steps":["trace[1461871951] 'agreement among raft nodes before linearized reading' (duration: 887.686303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.52326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:11.635154Z","time spent":"888.094086ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:55:12.523192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:11.646486Z","time spent":"876.696746ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:55:12.881426Z","caller":"traceutil/trace.go:171","msg":"trace[1515630529] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"353.636396ms","start":"2026-03-13T09:55:12.527752Z","end":"2026-03-13T09:55:12.881389Z","steps":["trace[1515630529] 'process raft request' (duration: 353.250944ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:12.881413Z","caller":"traceutil/trace.go:171","msg":"trace[1342911530] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"353.608425ms","start":"2026-03-13T09:55:12.527773Z","end":"2026-03-13T09:55:12.881382Z","steps":["trace[1342911530] 'process raft request' (duration: 353.534173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.881579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:12.527731Z","time spent":"353.77038ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:12.881846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:12.527754Z","time spent":"353.866972ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:12.884265Z","caller":"traceutil/trace.go:171","msg":"trace[1057527328] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"355.161064ms","start":"2026-03-13T09:55:12.529089Z","end":"2026-03-13T09:55:12.88425Z","steps":["trace[1057527328] 'process raft request' (duration: 355.03599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:12.884336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:12.529079Z","time spent":"355.225036ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:12.884476Z","caller":"traceutil/trace.go:171","msg":"trace[757776312] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"288.7838ms","start":"2026-03-13T09:55:12.595638Z","end":"2026-03-13T09:55:12.884422Z","steps":["trace[757776312] 'process raft request' (duration: 288.583084ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:22.714858Z","caller":"traceutil/trace.go:171","msg":"trace[2071363381] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"135.217158ms","start":"2026-03-13T09:55:22.579611Z","end":"2026-03-13T09:55:22.714828Z","steps":["trace[2071363381] 'process raft request' (duration: 135.064954ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:25.807594Z","caller":"traceutil/trace.go:171","msg":"trace[1729637565] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1473; }","duration":"155.695154ms","start":"2026-03-13T09:55:25.651867Z","end":"2026-03-13T09:55:25.807563Z","steps":["trace[1729637565] 'process raft request' (duration: 155.586951ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:37Z","caller":"traceutil/trace.go:171","msg":"trace[2141571899] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"213.980269ms","start":"2026-03-13T09:55:36.785949Z","end":"2026-03-13T09:55:36.999929Z","steps":["trace[2141571899] 'process raft request' (duration: 213.628488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:37.877947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614472947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:55:38.223748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217392422s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T09:55:38.354996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.8309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:38.355921Z","caller":"traceutil/trace.go:171","msg":"trace[1706743121] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.349630517s","start":"2026-03-13T09:55:37.006146Z","end":"2026-03-13T09:55:38.355776Z","steps":["trace[1706743121] 'process raft request' (duration: 1.217902878s)","trace[1706743121] 'compare' (duration: 128.746416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:38.35629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.00612Z","time spent":"1.349945737s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:38.357902Z","caller":"traceutil/trace.go:171","msg":"trace[1281974870] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.351698902s","start":"2026-03-13T09:55:37.006148Z","end":"2026-03-13T09:55:38.357847Z","steps":["trace[1281974870] 'process raft request' (duration: 1.349344338s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.35924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.006076Z","time spent":"1.351913688s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:38.359558Z","caller":"traceutil/trace.go:171","msg":"trace[2050937579] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.353337353s","start":"2026-03-13T09:55:37.006179Z","end":"2026-03-13T09:55:38.359517Z","steps":["trace[2050937579] 'process raft request' (duration: 1.351534646s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.359649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.006053Z","time spent":"1.353553629s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:38.502982Z","caller":"traceutil/trace.go:171","msg":"trace[1846350960] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1700; }","duration":"1.125793662s","start":"2026-03-13T09:55:37.377122Z","end":"2026-03-13T09:55:38.502916Z","steps":["trace[1846350960] 'read index received' (duration: 846.948945ms)","trace[1846350960] 'applied index is now lower than readState.Index' (duration: 278.843617ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:38.502989Z","caller":"traceutil/trace.go:171","msg":"trace[730746331] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.327505088s","start":"2026-03-13T09:55:37.175421Z","end":"2026-03-13T09:55:38.502926Z","steps":["trace[730746331] 'process raft request' (duration: 1.308757925s)","trace[730746331] 'compare' (duration: 18.484505ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:38.503128Z","caller":"traceutil/trace.go:171","msg":"trace[934702733] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"466.562549ms","start":"2026-03-13T09:55:38.036554Z","end":"2026-03-13T09:55:38.503117Z","steps":["trace[934702733] 'process raft request' (duration: 466.27319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.503202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.175398Z","time spent":"1.327692224s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:38.503359Z","caller":"traceutil/trace.go:171","msg":"trace[1331302119] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"427.972447ms","start":"2026-03-13T09:55:38.07531Z","end":"2026-03-13T09:55:38.503282Z","steps":["trace[1331302119] 'process raft request' (duration: 427.564834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.5034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126234895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:38.503515Z","caller":"traceutil/trace.go:171","msg":"trace[1236123810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1641; }","duration":"1.12640845s","start":"2026-03-13T09:55:37.377077Z","end":"2026-03-13T09:55:38.503486Z","steps":["trace[1236123810] 'agreement among raft nodes before linearized reading' (duration: 1.126123321s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.503568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.377054Z","time spent":"1.126506034s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:38.503409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:38.036526Z","time spent":"466.63096ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:38.503617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:38.075286Z","time spent":"428.199864ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:38.503656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.739818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:38.503708Z","caller":"traceutil/trace.go:171","msg":"trace[1172420939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1641; }","duration":"721.814971ms","start":"2026-03-13T09:55:37.781876Z","end":"2026-03-13T09:55:38.503691Z","steps":["trace[1172420939] 'agreement among raft nodes before linearized reading' (duration: 721.581593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.503741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.78186Z","time spent":"721.874623ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:55:38.503751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.318663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T09:55:38.503757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.732466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-13T09:55:38.503829Z","caller":"traceutil/trace.go:171","msg":"trace[1620616238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1641; }","duration":"378.418805ms","start":"2026-03-13T09:55:38.125386Z","end":"2026-03-13T09:55:38.503804Z","steps":["trace[1620616238] 'agreement among raft nodes before linearized reading' (duration: 378.076515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.503757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.985192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-13T09:55:38.503886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:38.125371Z","time spent":"378.501388ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T09:55:38.503886Z","caller":"traceutil/trace.go:171","msg":"trace[156197426] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08; range_end:; response_count:1; response_revision:1641; }","duration":"889.922992ms","start":"2026-03-13T09:55:37.613933Z","end":"2026-03-13T09:55:38.503856Z","steps":["trace[156197426] 'agreement among raft nodes before linearized reading' (duration: 889.488388ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:38.503902Z","caller":"traceutil/trace.go:171","msg":"trace[1445272890] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08; range_end:; response_count:1; response_revision:1641; }","duration":"826.198949ms","start":"2026-03-13T09:55:37.677677Z","end":"2026-03-13T09:55:38.503876Z","steps":["trace[1445272890] 'agreement among raft nodes before linearized reading' (duration: 825.805157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.50395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.61391Z","time spent":"890.027695ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08\" "} {"level":"warn","ts":"2026-03-13T09:55:38.503964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:37.677645Z","time spent":"826.307962ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08\" "} {"level":"info","ts":"2026-03-13T09:55:38.840152Z","caller":"traceutil/trace.go:171","msg":"trace[298460459] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1706; }","duration":"324.947982ms","start":"2026-03-13T09:55:38.515178Z","end":"2026-03-13T09:55:38.840126Z","steps":["trace[298460459] 'read index received' (duration: 36.101174ms)","trace[298460459] 'applied index is now lower than readState.Index' (duration: 288.845867ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:38.840227Z","caller":"traceutil/trace.go:171","msg":"trace[1013776012] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"329.519954ms","start":"2026-03-13T09:55:38.510652Z","end":"2026-03-13T09:55:38.840172Z","steps":["trace[1013776012] 'process raft request' (duration: 329.326298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.840362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.167378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:55:38.840414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.595122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:55:38.840418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:38.510628Z","time spent":"329.690559ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:38.84044Z","caller":"traceutil/trace.go:171","msg":"trace[58970915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"325.318433ms","start":"2026-03-13T09:55:38.515101Z","end":"2026-03-13T09:55:38.840419Z","steps":["trace[58970915] 'agreement among raft nodes before linearized reading' (duration: 325.164868ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:38.840463Z","caller":"traceutil/trace.go:171","msg":"trace[26634750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1643; }","duration":"298.683524ms","start":"2026-03-13T09:55:38.541756Z","end":"2026-03-13T09:55:38.840439Z","steps":["trace[26634750] 'agreement among raft nodes before linearized reading' (duration: 298.54347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:38.840479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:38.515086Z","time spent":"325.385615ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:40.083701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.540664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:40.08385Z","caller":"traceutil/trace.go:171","msg":"trace[1262500299] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.072396669s","start":"2026-03-13T09:55:39.011426Z","end":"2026-03-13T09:55:40.083823Z","steps":["trace[1262500299] 'process raft request' (duration: 956.622028ms)","trace[1262500299] 'compare' (duration: 115.365689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:40.083941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:39.011391Z","time spent":"1.072503373s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:40.088472Z","caller":"traceutil/trace.go:171","msg":"trace[1172074838] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1709; }","duration":"577.917882ms","start":"2026-03-13T09:55:39.51053Z","end":"2026-03-13T09:55:40.088448Z","steps":["trace[1172074838] 'read index received' (duration: 457.744604ms)","trace[1172074838] 'applied index is now lower than readState.Index' (duration: 120.172198ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:40.088602Z","caller":"traceutil/trace.go:171","msg":"trace[262910183] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"962.666815ms","start":"2026-03-13T09:55:39.125925Z","end":"2026-03-13T09:55:40.088592Z","steps":["trace[262910183] 'process raft request' (duration: 962.399876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:40.08871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:39.125893Z","time spent":"962.734717ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:40.089014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.280322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:40.089121Z","caller":"traceutil/trace.go:171","msg":"trace[499338070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1646; }","duration":"576.440286ms","start":"2026-03-13T09:55:39.512652Z","end":"2026-03-13T09:55:40.089092Z","steps":["trace[499338070] 'agreement among raft nodes before linearized reading' (duration: 576.166288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:40.089108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.336576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:55:40.089165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.653775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-13T09:55:40.08917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:39.512624Z","time spent":"576.535319ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T09:55:40.089212Z","caller":"traceutil/trace.go:171","msg":"trace[767255173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08; range_end:; response_count:1; response_revision:1646; }","duration":"578.765409ms","start":"2026-03-13T09:55:39.510432Z","end":"2026-03-13T09:55:40.089198Z","steps":["trace[767255173] 'agreement among raft nodes before linearized reading' (duration: 578.522941ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:40.089196Z","caller":"traceutil/trace.go:171","msg":"trace[1460418016] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1646; }","duration":"364.504412ms","start":"2026-03-13T09:55:39.724671Z","end":"2026-03-13T09:55:40.089175Z","steps":["trace[1460418016] 'agreement among raft nodes before linearized reading' (duration: 364.326926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:40.089279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:39.510404Z","time spent":"578.866412ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f27541b-1c56-4a2c-a71c-d0fc207e1a08\" "} {"level":"warn","ts":"2026-03-13T09:55:40.089292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:39.724644Z","time spent":"364.634465ms","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-13T09:55:52.259889Z","caller":"traceutil/trace.go:171","msg":"trace[515568758] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"113.910435ms","start":"2026-03-13T09:55:52.145946Z","end":"2026-03-13T09:55:52.259857Z","steps":["trace[515568758] 'process raft request' (duration: 113.454651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:52.845078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.736855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:52.845173Z","caller":"traceutil/trace.go:171","msg":"trace[1332129962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1748; }","duration":"467.89849ms","start":"2026-03-13T09:55:52.377255Z","end":"2026-03-13T09:55:52.845153Z","steps":["trace[1332129962] 'range keys from in-memory index tree' (duration: 467.608981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:52.845182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.713563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T09:55:52.845223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.37722Z","time spent":"467.992123ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:55:52.845254Z","caller":"traceutil/trace.go:171","msg":"trace[931196334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1748; }","duration":"412.836207ms","start":"2026-03-13T09:55:52.4324Z","end":"2026-03-13T09:55:52.845236Z","steps":["trace[931196334] 'range keys from in-memory index tree' (duration: 412.550358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:52.845269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.024746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:55:52.845308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.432377Z","time spent":"412.920659ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:55:52.845329Z","caller":"traceutil/trace.go:171","msg":"trace[1096608974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1748; }","duration":"417.098308ms","start":"2026-03-13T09:55:52.4282Z","end":"2026-03-13T09:55:52.845299Z","steps":["trace[1096608974] 'range keys from in-memory index tree' (duration: 416.874812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:52.845357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.42818Z","time spent":"417.171061ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:55:52.845556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.76248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:52.845689Z","caller":"traceutil/trace.go:171","msg":"trace[1076971706] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"291.399528ms","start":"2026-03-13T09:55:52.554263Z","end":"2026-03-13T09:55:52.845662Z","steps":["trace[1076971706] 'process raft request' (duration: 60.431231ms)","trace[1076971706] 'compare' (duration: 230.619506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:52.845722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.934309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:55:52.845833Z","caller":"traceutil/trace.go:171","msg":"trace[1439684151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1748; }","duration":"421.096433ms","start":"2026-03-13T09:55:52.424711Z","end":"2026-03-13T09:55:52.845807Z","steps":["trace[1439684151] 'range keys from in-memory index tree' (duration: 420.120183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:52.845898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.424686Z","time spent":"421.195717ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:55:52.856754Z","caller":"traceutil/trace.go:171","msg":"trace[397965288] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"302.251265ms","start":"2026-03-13T09:55:52.554487Z","end":"2026-03-13T09:55:52.856738Z","steps":["trace[397965288] 'process raft request' (duration: 302.116421ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:52.856747Z","caller":"traceutil/trace.go:171","msg":"trace[1019210035] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"238.840362ms","start":"2026-03-13T09:55:52.617887Z","end":"2026-03-13T09:55:52.856727Z","steps":["trace[1019210035] 'read index received' (duration: 238.719098ms)","trace[1019210035] 'applied index is now lower than readState.Index' (duration: 120.004µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:52.856882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.554471Z","time spent":"302.327847ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:52.856968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.066679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T09:55:52.857027Z","caller":"traceutil/trace.go:171","msg":"trace[145497818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1750; }","duration":"239.174262ms","start":"2026-03-13T09:55:52.617841Z","end":"2026-03-13T09:55:52.857015Z","steps":["trace[145497818] 'agreement among raft nodes before linearized reading' (duration: 238.948455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:53.358633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.261431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:53.358733Z","caller":"traceutil/trace.go:171","msg":"trace[1407564332] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"362.314705ms","start":"2026-03-13T09:55:52.996402Z","end":"2026-03-13T09:55:53.358717Z","steps":["trace[1407564332] 'read index received' (duration: 48.702µs)","trace[1407564332] 'applied index is now lower than readState.Index' (duration: 362.264593ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:53.358997Z","caller":"traceutil/trace.go:171","msg":"trace[457354138] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"498.40549ms","start":"2026-03-13T09:55:52.860565Z","end":"2026-03-13T09:55:53.358971Z","steps":["trace[457354138] 'process raft request' (duration: 100.725815ms)","trace[457354138] 'compare' (duration: 397.158338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:53.35918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.777948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:55:53.359257Z","caller":"traceutil/trace.go:171","msg":"trace[710090466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1754; }","duration":"362.901683ms","start":"2026-03-13T09:55:52.996337Z","end":"2026-03-13T09:55:53.359239Z","steps":["trace[710090466] 'agreement among raft nodes before linearized reading' (duration: 362.712217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:53.359297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.996313Z","time spent":"362.974385ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:55:53.359354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.860553Z","time spent":"498.524153ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:53.422963Z","caller":"traceutil/trace.go:171","msg":"trace[74214365] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"211.682057ms","start":"2026-03-13T09:55:53.211255Z","end":"2026-03-13T09:55:53.422937Z","steps":["trace[74214365] 'process raft request' (duration: 211.481791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:53.423055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.20331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:53.423121Z","caller":"traceutil/trace.go:171","msg":"trace[345492308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1755; }","duration":"155.318283ms","start":"2026-03-13T09:55:53.267784Z","end":"2026-03-13T09:55:53.423102Z","steps":["trace[345492308] 'agreement among raft nodes before linearized reading' (duration: 155.089346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:53.628487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.686375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:53.628844Z","caller":"traceutil/trace.go:171","msg":"trace[33008877] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"265.430489ms","start":"2026-03-13T09:55:53.363383Z","end":"2026-03-13T09:55:53.628813Z","steps":["trace[33008877] 'process raft request' (duration: 126.30019ms)","trace[33008877] 'compare' (duration: 138.528411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:56.554799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.436476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:56.554905Z","caller":"traceutil/trace.go:171","msg":"trace[1242662348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1769; }","duration":"110.607152ms","start":"2026-03-13T09:55:56.444277Z","end":"2026-03-13T09:55:56.554884Z","steps":["trace[1242662348] 'range keys from in-memory index tree' (duration: 110.145978ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:57.074821Z","caller":"traceutil/trace.go:171","msg":"trace[1796406983] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"218.757938ms","start":"2026-03-13T09:55:56.856034Z","end":"2026-03-13T09:55:57.074792Z","steps":["trace[1796406983] 'process raft request' (duration: 218.595503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:58.123204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.812401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:58.123295Z","caller":"traceutil/trace.go:171","msg":"trace[353167445] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1838; }","duration":"1.243607527s","start":"2026-03-13T09:55:56.879672Z","end":"2026-03-13T09:55:58.123279Z","steps":["trace[353167445] 'read index received' (duration: 194.878864ms)","trace[353167445] 'applied index is now lower than readState.Index' (duration: 1.048727253s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:58.123448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241650376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T09:55:58.123479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.263464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:58.123509Z","caller":"traceutil/trace.go:171","msg":"trace[592145726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1771; }","duration":"561.335257ms","start":"2026-03-13T09:55:57.562162Z","end":"2026-03-13T09:55:58.123498Z","steps":["trace[592145726] 'agreement among raft nodes before linearized reading' (duration: 561.245874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:58.123539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:57.562143Z","time spent":"561.390239ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:55:58.12352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243806543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:55:58.123585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.104168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:58.123593Z","caller":"traceutil/trace.go:171","msg":"trace[1722074042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1771; }","duration":"1.243948817s","start":"2026-03-13T09:55:56.879624Z","end":"2026-03-13T09:55:58.123573Z","steps":["trace[1722074042] 'agreement among raft nodes before linearized reading' (duration: 1.24372665s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:58.123631Z","caller":"traceutil/trace.go:171","msg":"trace[487601825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1771; }","duration":"748.18377ms","start":"2026-03-13T09:55:57.375433Z","end":"2026-03-13T09:55:58.123617Z","steps":["trace[487601825] 'agreement among raft nodes before linearized reading' (duration: 748.093467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:58.123634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:56.879605Z","time spent":"1.244019609s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:55:58.123655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:57.375412Z","time spent":"748.238192ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:58.123661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.593024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T09:55:58.123674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.127179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:55:58.123701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241848632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:55:58.123721Z","caller":"traceutil/trace.go:171","msg":"trace[525377532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1771; }","duration":"749.701978ms","start":"2026-03-13T09:55:57.374001Z","end":"2026-03-13T09:55:58.123703Z","steps":["trace[525377532] 'agreement among raft nodes before linearized reading' (duration: 749.508612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:58.123773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:57.373977Z","time spent":"749.78708ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T09:55:58.12378Z","caller":"traceutil/trace.go:171","msg":"trace[1984881252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1771; }","duration":"1.241946465s","start":"2026-03-13T09:55:56.881813Z","end":"2026-03-13T09:55:58.123759Z","steps":["trace[1984881252] 'agreement among raft nodes before linearized reading' (duration: 1.241700287s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:58.123731Z","caller":"traceutil/trace.go:171","msg":"trace[1004058173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1771; }","duration":"480.194031ms","start":"2026-03-13T09:55:57.643525Z","end":"2026-03-13T09:55:58.123719Z","steps":["trace[1004058173] 'agreement among raft nodes before linearized reading' (duration: 480.025136ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:58.123824Z","caller":"traceutil/trace.go:171","msg":"trace[1310721015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1771; }","duration":"1.241700148s","start":"2026-03-13T09:55:56.881769Z","end":"2026-03-13T09:55:58.12347Z","steps":["trace[1310721015] 'agreement among raft nodes before linearized reading' (duration: 1.241591934s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:58.123825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:56.881805Z","time spent":"1.242009167s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:58.123859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:56.881761Z","time spent":"1.24209006s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:55:58.123969Z","caller":"traceutil/trace.go:171","msg":"trace[239336817] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"1.254882358s","start":"2026-03-13T09:55:56.868434Z","end":"2026-03-13T09:55:58.123317Z","steps":["trace[239336817] 'process raft request' (duration: 773.871421ms)","trace[239336817] 'compare' (duration: 480.376027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:58.123944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:57.643481Z","time spent":"480.387397ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:55:58.124067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:56.868396Z","time spent":"1.255619401s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:09.557682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.570289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:09.557752Z","caller":"traceutil/trace.go:171","msg":"trace[683794350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1836; }","duration":"180.689332ms","start":"2026-03-13T09:56:09.377047Z","end":"2026-03-13T09:56:09.557736Z","steps":["trace[683794350] 'range keys from in-memory index tree' (duration: 180.483557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:09.557929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.359785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:56:09.558047Z","caller":"traceutil/trace.go:171","msg":"trace[1317818217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"361.516989ms","start":"2026-03-13T09:56:09.196501Z","end":"2026-03-13T09:56:09.558018Z","steps":["trace[1317818217] 'range keys from in-memory index tree' (duration: 360.823188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:09.558118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:09.19648Z","time spent":"361.601142ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T09:56:30.150747Z","caller":"traceutil/trace.go:171","msg":"trace[1271228155] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"102.793874ms","start":"2026-03-13T09:56:30.047913Z","end":"2026-03-13T09:56:30.150707Z","steps":["trace[1271228155] 'process raft request' (duration: 73.754974ms)","trace[1271228155] 'compare' (duration: 28.826614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:32.221063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49661277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:56:32.221149Z","caller":"traceutil/trace.go:171","msg":"trace[118236398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"1.496744605s","start":"2026-03-13T09:56:30.724384Z","end":"2026-03-13T09:56:32.221128Z","steps":["trace[118236398] 'range keys from in-memory index tree' (duration: 1.496348112s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:32.2212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:30.724363Z","time spent":"1.496817647s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:56:32.221264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786604516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:56:32.221357Z","caller":"traceutil/trace.go:171","msg":"trace[1888530616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"1.786753181s","start":"2026-03-13T09:56:30.434583Z","end":"2026-03-13T09:56:32.221336Z","steps":["trace[1888530616] 'range keys from in-memory index tree' (duration: 1.78640207s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:32.221407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:30.43456Z","time spent":"1.786835793s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:56:32.221427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436376961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-13T09:56:32.221474Z","caller":"traceutil/trace.go:171","msg":"trace[1199384074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1937; }","duration":"1.436461154s","start":"2026-03-13T09:56:30.785002Z","end":"2026-03-13T09:56:32.221464Z","steps":["trace[1199384074] 'range keys from in-memory index tree' (duration: 1.436263788s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:32.2215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:30.78498Z","time spent":"1.436513956s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T09:56:32.221678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097545375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:32.22178Z","caller":"traceutil/trace.go:171","msg":"trace[1215287902] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1937; }","duration":"1.097709649s","start":"2026-03-13T09:56:31.124053Z","end":"2026-03-13T09:56:32.221762Z","steps":["trace[1215287902] 'count revisions from in-memory index tree' (duration: 1.09647877s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:32.221806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.629491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:56:32.221909Z","caller":"traceutil/trace.go:171","msg":"trace[605932186] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.056711333s","start":"2026-03-13T09:56:31.165179Z","end":"2026-03-13T09:56:32.22189Z","steps":["trace[605932186] 'process raft request' (duration: 351.913707ms)","trace[605932186] 'compare' (duration: 703.779324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:32.221903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653057488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:56:32.221919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.124021Z","time spent":"1.097833483s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:56:32.221994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.16515Z","time spent":"1.056801136s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:32.221972Z","caller":"traceutil/trace.go:171","msg":"trace[1799902183] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1937; }","duration":"1.653175011s","start":"2026-03-13T09:56:30.56878Z","end":"2026-03-13T09:56:32.221955Z","steps":["trace[1799902183] 'count revisions from in-memory index tree' (duration: 1.652030105s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:32.222164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:30.568759Z","time spent":"1.653325506s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:56:32.996372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479316058s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T09:56:33.377165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T09:56:33.377243Z","caller":"traceutil/trace.go:171","msg":"trace[1470138983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081361s","start":"2026-03-13T09:56:31.377145Z","end":"2026-03-13T09:56:33.377227Z","steps":["trace[1470138983] 'agreement among raft nodes before linearized reading' (duration: 1.999985508s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.377281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.377127Z","time spent":"2.000144944s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 09:56:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:56:33.609538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.867392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:56:33.610207Z","caller":"traceutil/trace.go:171","msg":"trace[1303276040] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"2.218273295s","start":"2026-03-13T09:56:31.391899Z","end":"2026-03-13T09:56:33.610173Z","steps":["trace[1303276040] 'process raft request' (duration: 2.217745948s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:33.610215Z","caller":"traceutil/trace.go:171","msg":"trace[740803719] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"2.416013977s","start":"2026-03-13T09:56:31.194165Z","end":"2026-03-13T09:56:33.610179Z","steps":["trace[740803719] 'process raft request' (duration: 1.802412401s)","trace[740803719] 'compare' (duration: 612.764039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:33.610458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.391873Z","time spent":"2.218484121s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:33.610674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.194128Z","time spent":"2.416416179s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:33.802484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.690093ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T09:56:33.802762Z","caller":"traceutil/trace.go:171","msg":"trace[819161496] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2013; }","duration":"2.604786697s","start":"2026-03-13T09:56:31.197949Z","end":"2026-03-13T09:56:33.802736Z","steps":["trace[819161496] 'read index received' (duration: 319.13213ms)","trace[819161496] 'applied index is now lower than readState.Index' (duration: 2.285652127s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:33.802968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605000803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:56:33.80301Z","caller":"traceutil/trace.go:171","msg":"trace[1109564595] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1940; }","duration":"2.605088396s","start":"2026-03-13T09:56:31.19791Z","end":"2026-03-13T09:56:33.802998Z","steps":["trace[1109564595] 'agreement among raft nodes before linearized reading' (duration: 2.604961572s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.19789Z","time spent":"2.605145478s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-13T09:56:33.803021Z","caller":"traceutil/trace.go:171","msg":"trace[1922927508] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.814987845s","start":"2026-03-13T09:56:31.988018Z","end":"2026-03-13T09:56:33.803006Z","steps":["trace[1922927508] 'process raft request' (duration: 1.814571712s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:31.987996Z","time spent":"1.815090728s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:33.803409Z","caller":"traceutil/trace.go:171","msg":"trace[905911184] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"1.555725933s","start":"2026-03-13T09:56:32.247671Z","end":"2026-03-13T09:56:33.803396Z","steps":["trace[905911184] 'process raft request' (duration: 1.555548287s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558630505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:56:33.80352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.781087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:56:33.803547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.046101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:33.803647Z","caller":"traceutil/trace.go:171","msg":"trace[1922581924] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1943; }","duration":"831.924392ms","start":"2026-03-13T09:56:32.971693Z","end":"2026-03-13T09:56:33.803617Z","steps":["trace[1922581924] 'agreement among raft nodes before linearized reading' (duration: 831.695394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300891421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:56:33.803483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.247653Z","time spent":"1.555790785s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:33.803779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440127158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:56:33.803811Z","caller":"traceutil/trace.go:171","msg":"trace[87918140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1943; }","duration":"1.440252901s","start":"2026-03-13T09:56:32.36355Z","end":"2026-03-13T09:56:33.803803Z","steps":["trace[87918140] 'agreement among raft nodes before linearized reading' (duration: 1.440180749s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439730395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:56:33.803628Z","caller":"traceutil/trace.go:171","msg":"trace[882691468] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1943; }","duration":"1.55884068s","start":"2026-03-13T09:56:32.244767Z","end":"2026-03-13T09:56:33.803607Z","steps":["trace[882691468] 'agreement among raft nodes before linearized reading' (duration: 1.558607313s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:33.803857Z","caller":"traceutil/trace.go:171","msg":"trace[1891060254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1943; }","duration":"1.439811818s","start":"2026-03-13T09:56:32.364035Z","end":"2026-03-13T09:56:33.803847Z","steps":["trace[1891060254] 'agreement among raft nodes before linearized reading' (duration: 1.439728355s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.363539Z","time spent":"1.440302393s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:56:33.803894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.445809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-13T09:56:33.803908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.364007Z","time spent":"1.43989119s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:56:33.803905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.244747Z","time spent":"1.559121059s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T09:56:33.803888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.061407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T09:56:33.80393Z","caller":"traceutil/trace.go:171","msg":"trace[1235586296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"576.504781ms","start":"2026-03-13T09:56:33.227414Z","end":"2026-03-13T09:56:33.803918Z","steps":["trace[1235586296] 'agreement among raft nodes before linearized reading' (duration: 576.341886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465557575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T09:56:33.803983Z","caller":"traceutil/trace.go:171","msg":"trace[138348045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1943; }","duration":"129.217141ms","start":"2026-03-13T09:56:33.674748Z","end":"2026-03-13T09:56:33.803965Z","steps":["trace[138348045] 'agreement among raft nodes before linearized reading' (duration: 128.985294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:33.227399Z","time spent":"576.570593ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T09:56:33.803989Z","caller":"traceutil/trace.go:171","msg":"trace[579363019] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1943; }","duration":"1.465659059s","start":"2026-03-13T09:56:32.338316Z","end":"2026-03-13T09:56:33.803975Z","steps":["trace[579363019] 'agreement among raft nodes before linearized reading' (duration: 1.465469223s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.803599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439614101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T09:56:33.804102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.338297Z","time spent":"1.465793652s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T09:56:33.80412Z","caller":"traceutil/trace.go:171","msg":"trace[320492487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1943; }","duration":"1.440166189s","start":"2026-03-13T09:56:32.363935Z","end":"2026-03-13T09:56:33.804101Z","steps":["trace[320492487] 'agreement among raft nodes before linearized reading' (duration: 1.439461827s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.804207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.363926Z","time spent":"1.440269342s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:56:33.803677Z","caller":"traceutil/trace.go:171","msg":"trace[1724985818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"426.181666ms","start":"2026-03-13T09:56:33.377468Z","end":"2026-03-13T09:56:33.80365Z","steps":["trace[1724985818] 'agreement among raft nodes before linearized reading' (duration: 425.983429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.804385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:33.377402Z","time spent":"426.96464ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:56:33.803708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440577931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:56:33.804485Z","caller":"traceutil/trace.go:171","msg":"trace[1331050960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1943; }","duration":"1.441384057s","start":"2026-03-13T09:56:32.363086Z","end":"2026-03-13T09:56:33.80447Z","steps":["trace[1331050960] 'agreement among raft nodes before linearized reading' (duration: 1.440530771s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.804547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.363071Z","time spent":"1.441457559s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:56:33.803716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.971617Z","time spent":"832.084976ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-13T09:56:33.803735Z","caller":"traceutil/trace.go:171","msg":"trace[1979585356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1943; }","duration":"1.300981774s","start":"2026-03-13T09:56:32.502735Z","end":"2026-03-13T09:56:33.803716Z","steps":["trace[1979585356] 'agreement among raft nodes before linearized reading' (duration: 1.300909341s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.805275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.502715Z","time spent":"1.302509191s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T09:56:33.803523Z","caller":"traceutil/trace.go:171","msg":"trace[1723329258] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.576439662s","start":"2026-03-13T09:56:32.227074Z","end":"2026-03-13T09:56:33.803514Z","steps":["trace[1723329258] 'process raft request' (duration: 1.575873875s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:33.805519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:32.227022Z","time spent":"1.578453206s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:57:12.417637Z","caller":"traceutil/trace.go:171","msg":"trace[1253553864] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"630.531176ms","start":"2026-03-13T09:57:11.787078Z","end":"2026-03-13T09:57:12.417609Z","steps":["trace[1253553864] 'process raft request' (duration: 630.364111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.417808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:11.787052Z","time spent":"630.669481ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:57:12.580837Z","caller":"traceutil/trace.go:171","msg":"trace[2018992485] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2398; }","duration":"566.906751ms","start":"2026-03-13T09:57:12.013906Z","end":"2026-03-13T09:57:12.580813Z","steps":["trace[2018992485] 'read index received' (duration: 403.576808ms)","trace[2018992485] 'applied index is now lower than readState.Index' (duration: 163.329093ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:12.580926Z","caller":"traceutil/trace.go:171","msg":"trace[2143762621] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"612.902273ms","start":"2026-03-13T09:57:11.967982Z","end":"2026-03-13T09:57:12.580885Z","steps":["trace[2143762621] 'process raft request' (duration: 612.669896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.58105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.141078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-13T09:57:12.581097Z","caller":"traceutil/trace.go:171","msg":"trace[1053495809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2308; }","duration":"567.266132ms","start":"2026-03-13T09:57:12.013818Z","end":"2026-03-13T09:57:12.581084Z","steps":["trace[1053495809] 'agreement among raft nodes before linearized reading' (duration: 567.118777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:11.967953Z","time spent":"613.059248ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:12.58121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.053345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:57:12.581261Z","caller":"traceutil/trace.go:171","msg":"trace[112588442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2308; }","duration":"538.119848ms","start":"2026-03-13T09:57:12.043127Z","end":"2026-03-13T09:57:12.581247Z","steps":["trace[112588442] 'agreement among raft nodes before linearized reading' (duration: 538.020905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.044505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T09:57:12.581295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.586545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-13T09:57:12.581298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.043115Z","time spent":"538.175099ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:57:12.581324Z","caller":"traceutil/trace.go:171","msg":"trace[947216912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2308; }","duration":"562.667078ms","start":"2026-03-13T09:57:12.018649Z","end":"2026-03-13T09:57:12.581316Z","steps":["trace[947216912] 'agreement among raft nodes before linearized reading' (duration: 562.596056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.05824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:57:12.581335Z","caller":"traceutil/trace.go:171","msg":"trace[662632455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2308; }","duration":"538.137229ms","start":"2026-03-13T09:57:12.043175Z","end":"2026-03-13T09:57:12.581312Z","steps":["trace[662632455] 'agreement among raft nodes before linearized reading' (duration: 537.918342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.018621Z","time spent":"562.72934ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:57:12.581377Z","caller":"traceutil/trace.go:171","msg":"trace[2036149355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"563.338389ms","start":"2026-03-13T09:57:12.018022Z","end":"2026-03-13T09:57:12.58136Z","steps":["trace[2036149355] 'agreement among raft nodes before linearized reading' (duration: 562.993798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.115413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T09:57:12.581441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.086363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:57:12.581459Z","caller":"traceutil/trace.go:171","msg":"trace[629924812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2308; }","duration":"542.374431ms","start":"2026-03-13T09:57:12.03907Z","end":"2026-03-13T09:57:12.581445Z","steps":["trace[629924812] 'agreement among raft nodes before linearized reading' (duration: 542.091522ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:12.581477Z","caller":"traceutil/trace.go:171","msg":"trace[436994975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2308; }","duration":"205.142855ms","start":"2026-03-13T09:57:12.376323Z","end":"2026-03-13T09:57:12.581465Z","steps":["trace[436994975] 'agreement among raft nodes before linearized reading' (duration: 205.085093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.039058Z","time spent":"542.429983ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:57:12.581133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.013786Z","time spent":"567.337804ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T09:57:12.581572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.480699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T09:57:12.581634Z","caller":"traceutil/trace.go:171","msg":"trace[1342051032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2308; }","duration":"406.578852ms","start":"2026-03-13T09:57:12.175036Z","end":"2026-03-13T09:57:12.581615Z","steps":["trace[1342051032] 'agreement among raft nodes before linearized reading' (duration: 406.424037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.581682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.175014Z","time spent":"406.656525ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T09:57:12.581383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.043169Z","time spent":"538.200801ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:57:12.581876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.639462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:57:12.581937Z","caller":"traceutil/trace.go:171","msg":"trace[643666964] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2308; }","duration":"214.747376ms","start":"2026-03-13T09:57:12.367175Z","end":"2026-03-13T09:57:12.581922Z","steps":["trace[643666964] 'agreement among raft nodes before linearized reading' (duration: 214.262331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:12.582003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:12.018001Z","time spent":"563.982229ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:57:17.399113Z","caller":"traceutil/trace.go:171","msg":"trace[162095045] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"132.3049ms","start":"2026-03-13T09:57:17.266775Z","end":"2026-03-13T09:57:17.39908Z","steps":["trace[162095045] 'process raft request' (duration: 132.107664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:45.889103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614474983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:57:46.154235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174220124s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:57:46.154835Z","caller":"traceutil/trace.go:171","msg":"trace[1181917228] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2592; }","duration":"766.181547ms","start":"2026-03-13T09:57:45.388623Z","end":"2026-03-13T09:57:46.154805Z","steps":["trace[1181917228] 'read index received' (duration: 765.96907ms)","trace[1181917228] 'applied index is now lower than readState.Index' (duration: 211.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:46.154889Z","caller":"traceutil/trace.go:171","msg":"trace[1189026906] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.174989569s","start":"2026-03-13T09:57:44.979882Z","end":"2026-03-13T09:57:46.154871Z","steps":["trace[1189026906] 'process raft request' (duration: 1.174678389s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:46.155018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:44.979853Z","time spent":"1.175084282s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:46.155035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.407724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:57:46.155111Z","caller":"traceutil/trace.go:171","msg":"trace[1157605513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"766.487607ms","start":"2026-03-13T09:57:45.388609Z","end":"2026-03-13T09:57:46.155097Z","steps":["trace[1157605513] 'agreement among raft nodes before linearized reading' (duration: 766.344132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:46.155183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:45.388504Z","time spent":"766.668062ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:57:46.202039Z","caller":"traceutil/trace.go:171","msg":"trace[605345827] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"249.124196ms","start":"2026-03-13T09:57:45.952868Z","end":"2026-03-13T09:57:46.201993Z","steps":["trace[605345827] 'process raft request' (duration: 248.950681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:46.202202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.618438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c5e2036841553\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-13T09:57:46.202202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.353455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:57:46.202262Z","caller":"traceutil/trace.go:171","msg":"trace[1440729161] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c5e2036841553; range_end:; response_count:1; response_revision:2495; }","duration":"487.737281ms","start":"2026-03-13T09:57:45.714507Z","end":"2026-03-13T09:57:46.202244Z","steps":["trace[1440729161] 'agreement among raft nodes before linearized reading' (duration: 487.503594ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:46.202276Z","caller":"traceutil/trace.go:171","msg":"trace[1288155739] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:2495; }","duration":"171.486589ms","start":"2026-03-13T09:57:46.030771Z","end":"2026-03-13T09:57:46.202258Z","steps":["trace[1288155739] 'agreement among raft nodes before linearized reading' (duration: 171.224641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:46.202303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:45.714485Z","time spent":"487.806414ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c5e2036841553\" "} {"level":"warn","ts":"2026-03-13T09:57:47.508779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08435524s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:57:47.508957Z","caller":"traceutil/trace.go:171","msg":"trace[444281115] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"1.304136678s","start":"2026-03-13T09:57:46.204784Z","end":"2026-03-13T09:57:47.50892Z","steps":["trace[444281115] 'process raft request' (duration: 219.481918ms)","trace[444281115] 'compare' (duration: 1.083993859s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:57:47.509086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.204754Z","time spent":"1.304259662s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:57:47.509144Z","caller":"traceutil/trace.go:171","msg":"trace[624054588] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2595; }","duration":"1.245230124s","start":"2026-03-13T09:57:46.263897Z","end":"2026-03-13T09:57:47.509127Z","steps":["trace[624054588] 'read index received' (duration: 160.374958ms)","trace[624054588] 'applied index is now lower than readState.Index' (duration: 1.084853996s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:47.50909Z","caller":"traceutil/trace.go:171","msg":"trace[116586834] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"1.240714801s","start":"2026-03-13T09:57:46.268357Z","end":"2026-03-13T09:57:47.509072Z","steps":["trace[116586834] 'process raft request' (duration: 1.240571826s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:47.5093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245395209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:57:47.509342Z","caller":"traceutil/trace.go:171","msg":"trace[1999538553] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2497; }","duration":"1.245500612s","start":"2026-03-13T09:57:46.263828Z","end":"2026-03-13T09:57:47.509329Z","steps":["trace[1999538553] 'agreement among raft nodes before linearized reading' (duration: 1.245381218s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:47.509359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.268337Z","time spent":"1.240950808s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:47.509382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.263797Z","time spent":"1.245572804s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:57:48.813791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087973804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:57:48.814086Z","caller":"traceutil/trace.go:171","msg":"trace[336144335] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"2.286372705s","start":"2026-03-13T09:57:46.527667Z","end":"2026-03-13T09:57:48.81404Z","steps":["trace[336144335] 'process raft request' (duration: 1.197961077s)","trace[336144335] 'compare' (duration: 1.087715626s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:57:48.814367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.527633Z","time spent":"2.286579862s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:57:48.814428Z","caller":"traceutil/trace.go:171","msg":"trace[58968797] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"2.110865688s","start":"2026-03-13T09:57:46.703549Z","end":"2026-03-13T09:57:48.814415Z","steps":["trace[58968797] 'process raft request' (duration: 2.110344252s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.814494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.703522Z","time spent":"2.110938451s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:48.814719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036223616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:57:48.814743Z","caller":"traceutil/trace.go:171","msg":"trace[547487225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2500; }","duration":"2.036263616s","start":"2026-03-13T09:57:46.778473Z","end":"2026-03-13T09:57:48.814737Z","steps":["trace[547487225] 'agreement among raft nodes before linearized reading' (duration: 2.036160553s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.814762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.778466Z","time spent":"2.036292428s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:57:48.814818Z","caller":"traceutil/trace.go:171","msg":"trace[2097844949] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"1.385532185s","start":"2026-03-13T09:57:47.42928Z","end":"2026-03-13T09:57:48.814812Z","steps":["trace[2097844949] 'process raft request' (duration: 1.384715779s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.814857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:47.42925Z","time spent":"1.385585077s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:48.81496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036349639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T09:57:48.814981Z","caller":"traceutil/trace.go:171","msg":"trace[1687677757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2500; }","duration":"2.036385121s","start":"2026-03-13T09:57:46.77859Z","end":"2026-03-13T09:57:48.814975Z","steps":["trace[1687677757] 'agreement among raft nodes before linearized reading' (duration: 2.036314339s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.814957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438903225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:57:48.815053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036535635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T09:57:48.81506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193804134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:57:48.815083Z","caller":"traceutil/trace.go:171","msg":"trace[16661408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2500; }","duration":"2.036576396s","start":"2026-03-13T09:57:46.778502Z","end":"2026-03-13T09:57:48.815078Z","steps":["trace[16661408] 'agreement among raft nodes before linearized reading' (duration: 2.036514964s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070562543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:57:48.815106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.778495Z","time spent":"2.036606588s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:57:48.815098Z","caller":"traceutil/trace.go:171","msg":"trace[664274793] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2500; }","duration":"2.193878906s","start":"2026-03-13T09:57:46.621206Z","end":"2026-03-13T09:57:48.815085Z","steps":["trace[664274793] 'agreement among raft nodes before linearized reading' (duration: 2.193816815s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043612029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:57:48.815049Z","caller":"traceutil/trace.go:171","msg":"trace[1537922364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2500; }","duration":"1.43904846s","start":"2026-03-13T09:57:47.375978Z","end":"2026-03-13T09:57:48.815026Z","steps":["trace[1537922364] 'agreement among raft nodes before linearized reading' (duration: 1.438918836s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:48.81514Z","caller":"traceutil/trace.go:171","msg":"trace[431288386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2500; }","duration":"2.070723417s","start":"2026-03-13T09:57:46.744392Z","end":"2026-03-13T09:57:48.815116Z","steps":["trace[431288386] 'agreement among raft nodes before linearized reading' (duration: 2.070460159s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.81518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:47.375955Z","time spent":"1.439219474s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:57:48.815175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.621186Z","time spent":"2.193957629s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:57:48.814966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053916246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-13T09:57:48.815199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.744371Z","time spent":"2.070814751s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:57:48.815223Z","caller":"traceutil/trace.go:171","msg":"trace[801589306] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2500; }","duration":"2.054225826s","start":"2026-03-13T09:57:46.760987Z","end":"2026-03-13T09:57:48.815213Z","steps":["trace[801589306] 'agreement among raft nodes before linearized reading' (duration: 2.053833113s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:48.815226Z","caller":"traceutil/trace.go:171","msg":"trace[1568303902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2500; }","duration":"2.043755854s","start":"2026-03-13T09:57:46.771398Z","end":"2026-03-13T09:57:48.815154Z","steps":["trace[1568303902] 'agreement among raft nodes before linearized reading' (duration: 2.043444334s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.760965Z","time spent":"2.054291438s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-13T09:57:48.814974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037778624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T09:57:48.815275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.771378Z","time spent":"2.043885668s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:57:48.815208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272255568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:57:48.814605Z","caller":"traceutil/trace.go:171","msg":"trace[1912129643] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2597; }","duration":"1.305421179s","start":"2026-03-13T09:57:47.509176Z","end":"2026-03-13T09:57:48.814597Z","steps":["trace[1912129643] 'read index received' (duration: 216.469404ms)","trace[1912129643] 'applied index is now lower than readState.Index' (duration: 1.088950585s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:48.815402Z","caller":"traceutil/trace.go:171","msg":"trace[133917238] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2500; }","duration":"2.272510817s","start":"2026-03-13T09:57:46.54286Z","end":"2026-03-13T09:57:48.81537Z","steps":["trace[133917238] 'agreement among raft nodes before linearized reading' (duration: 2.272287609s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:48.815345Z","caller":"traceutil/trace.go:171","msg":"trace[479722515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2500; }","duration":"2.038179817s","start":"2026-03-13T09:57:46.777154Z","end":"2026-03-13T09:57:48.815334Z","steps":["trace[479722515] 'agreement among raft nodes before linearized reading' (duration: 2.037675041s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.542829Z","time spent":"2.27261162s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:57:48.81548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.777139Z","time spent":"2.038324122s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T09:57:48.815006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.77858Z","time spent":"2.036421312s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:57:48.815578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.109858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T09:57:48.81561Z","caller":"traceutil/trace.go:171","msg":"trace[1899460467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2500; }","duration":"539.140669ms","start":"2026-03-13T09:57:48.276459Z","end":"2026-03-13T09:57:48.8156Z","steps":["trace[1899460467] 'agreement among raft nodes before linearized reading' (duration: 539.048586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.276386Z","time spent":"539.241762ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T09:57:48.815662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302657711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c5e229dcbf941\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-13T09:57:48.815709Z","caller":"traceutil/trace.go:171","msg":"trace[1282288460] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c5e229dcbf941; range_end:; response_count:1; response_revision:2500; }","duration":"1.302707303s","start":"2026-03-13T09:57:47.51299Z","end":"2026-03-13T09:57:48.815698Z","steps":["trace[1282288460] 'agreement among raft nodes before linearized reading' (duration: 1.302575009s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:47.512935Z","time spent":"1.302804186s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c5e229dcbf941\" "} {"level":"warn","ts":"2026-03-13T09:57:48.815845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851472207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:57:48.815909Z","caller":"traceutil/trace.go:171","msg":"trace[499854007] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2500; }","duration":"1.85158043s","start":"2026-03-13T09:57:46.964312Z","end":"2026-03-13T09:57:48.815892Z","steps":["trace[499854007] 'agreement among raft nodes before linearized reading' (duration: 1.850584409s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.815952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:46.964293Z","time spent":"1.851649433s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:57:48.817886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305795271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T09:57:48.817937Z","caller":"traceutil/trace.go:171","msg":"trace[514512893] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2500; }","duration":"1.305884113s","start":"2026-03-13T09:57:47.512043Z","end":"2026-03-13T09:57:48.817927Z","steps":["trace[514512893] 'agreement among raft nodes before linearized reading' (duration: 1.303437916s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:48.817966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:47.512025Z","time spent":"1.305933925s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T09:57:49.411308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614475011,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:57:49.634462Z","caller":"traceutil/trace.go:171","msg":"trace[1958757099] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"813.873325ms","start":"2026-03-13T09:57:48.820558Z","end":"2026-03-13T09:57:49.634431Z","steps":["trace[1958757099] 'process raft request' (duration: 813.811893ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:49.634496Z","caller":"traceutil/trace.go:171","msg":"trace[49876518] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"813.99408ms","start":"2026-03-13T09:57:48.820457Z","end":"2026-03-13T09:57:49.634451Z","steps":["trace[49876518] 'process raft request' (duration: 813.703981ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:49.634544Z","caller":"traceutil/trace.go:171","msg":"trace[2022250860] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"814.00319ms","start":"2026-03-13T09:57:48.820487Z","end":"2026-03-13T09:57:49.63449Z","steps":["trace[2022250860] 'process raft request' (duration: 813.845885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.634852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.820544Z","time spent":"814.018231ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:49.634922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.820441Z","time spent":"814.153665ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:49.63499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.820472Z","time spent":"814.206616ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:57:49.635428Z","caller":"traceutil/trace.go:171","msg":"trace[1271041725] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2601; }","duration":"724.863878ms","start":"2026-03-13T09:57:48.910546Z","end":"2026-03-13T09:57:49.63541Z","steps":["trace[1271041725] 'read index received' (duration: 723.461554ms)","trace[1271041725] 'applied index is now lower than readState.Index' (duration: 1.401424ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:49.635431Z","caller":"traceutil/trace.go:171","msg":"trace[1888892092] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"814.166415ms","start":"2026-03-13T09:57:48.821222Z","end":"2026-03-13T09:57:49.635388Z","steps":["trace[1888892092] 'process raft request' (duration: 813.178263ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:49.635518Z","caller":"traceutil/trace.go:171","msg":"trace[1385799977] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"813.263266ms","start":"2026-03-13T09:57:48.822239Z","end":"2026-03-13T09:57:49.635502Z","steps":["trace[1385799977] 'process raft request' (duration: 813.123972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.635644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.360267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:57:49.635664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.821203Z","time spent":"814.31249ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:49.635676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.822233Z","time spent":"813.348259ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:57:49.6357Z","caller":"traceutil/trace.go:171","msg":"trace[349761331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"812.4408ms","start":"2026-03-13T09:57:48.823242Z","end":"2026-03-13T09:57:49.635683Z","steps":["trace[349761331] 'agreement among raft nodes before linearized reading' (duration: 812.316166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.635764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.823231Z","time spent":"812.524363ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:57:49.635784Z","caller":"traceutil/trace.go:171","msg":"trace[1650058238] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"813.794103ms","start":"2026-03-13T09:57:48.821974Z","end":"2026-03-13T09:57:49.635769Z","steps":["trace[1650058238] 'process raft request' (duration: 813.284977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.635886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.821966Z","time spent":"813.870966ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:57:49.636051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.364324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T09:57:49.636109Z","caller":"traceutil/trace.go:171","msg":"trace[437106295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2507; }","duration":"816.447227ms","start":"2026-03-13T09:57:48.819646Z","end":"2026-03-13T09:57:49.636093Z","steps":["trace[437106295] 'agreement among raft nodes before linearized reading' (duration: 816.22914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.636154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.819632Z","time spent":"816.51167ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T09:57:49.636449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.225745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:57:49.636571Z","caller":"traceutil/trace.go:171","msg":"trace[1434985985] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2507; }","duration":"258.351959ms","start":"2026-03-13T09:57:49.378171Z","end":"2026-03-13T09:57:49.636523Z","steps":["trace[1434985985] 'agreement among raft nodes before linearized reading' (duration: 258.180313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.636397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.712521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-13T09:57:49.636699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.800809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-13T09:57:49.636746Z","caller":"traceutil/trace.go:171","msg":"trace[1443389977] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2507; }","duration":"816.898581ms","start":"2026-03-13T09:57:48.819836Z","end":"2026-03-13T09:57:49.636735Z","steps":["trace[1443389977] 'agreement among raft nodes before linearized reading' (duration: 816.787228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.636778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.819817Z","time spent":"816.950513ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-13T09:57:49.636799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.66941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T09:57:49.636841Z","caller":"traceutil/trace.go:171","msg":"trace[655830490] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2507; }","duration":"723.080122ms","start":"2026-03-13T09:57:48.913613Z","end":"2026-03-13T09:57:49.636693Z","steps":["trace[655830490] 'agreement among raft nodes before linearized reading' (duration: 722.633798ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:49.636873Z","caller":"traceutil/trace.go:171","msg":"trace[1203061392] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2507; }","duration":"704.761942ms","start":"2026-03-13T09:57:48.932093Z","end":"2026-03-13T09:57:49.636855Z","steps":["trace[1203061392] 'agreement among raft nodes before linearized reading' (duration: 704.554216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.636915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.932084Z","time spent":"704.820775ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T09:57:49.636987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.913588Z","time spent":"723.296079ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T09:57:49.637232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.99075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c5e1f5c237268\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-13T09:57:49.637266Z","caller":"traceutil/trace.go:171","msg":"trace[526612225] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c5e1f5c237268; range_end:; response_count:1; response_revision:2507; }","duration":"723.047132ms","start":"2026-03-13T09:57:48.91421Z","end":"2026-03-13T09:57:49.637257Z","steps":["trace[526612225] 'agreement among raft nodes before linearized reading' (duration: 722.960389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:49.637287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:48.914193Z","time spent":"723.088993ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c5e1f5c237268\" "} {"level":"info","ts":"2026-03-13T09:57:49.786444Z","caller":"traceutil/trace.go:171","msg":"trace[1394560176] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2607; }","duration":"141.761088ms","start":"2026-03-13T09:57:49.644653Z","end":"2026-03-13T09:57:49.786414Z","steps":["trace[1394560176] 'read index received' (duration: 14.774248ms)","trace[1394560176] 'applied index is now lower than readState.Index' (duration: 126.98581ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:49.786575Z","caller":"traceutil/trace.go:171","msg":"trace[1214599663] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"139.785785ms","start":"2026-03-13T09:57:49.64676Z","end":"2026-03-13T09:57:49.786546Z","steps":["trace[1214599663] 'process raft request' (duration: 139.599399ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:49.786656Z","caller":"traceutil/trace.go:171","msg":"trace[1100406413] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"144.441283ms","start":"2026-03-13T09:57:49.642025Z","end":"2026-03-13T09:57:49.786466Z","steps":["trace[1100406413] 'process raft request' (duration: 108.882477ms)","trace[1100406413] 'compare' (duration: 35.155153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:57:49.786775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.106509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-13T09:57:49.786833Z","caller":"traceutil/trace.go:171","msg":"trace[562212873] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2510; }","duration":"142.232363ms","start":"2026-03-13T09:57:49.644587Z","end":"2026-03-13T09:57:49.786819Z","steps":["trace[562212873] 'agreement among raft nodes before linearized reading' (duration: 142.003476ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:00.038134Z","caller":"traceutil/trace.go:171","msg":"trace[2107960864] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"212.060594ms","start":"2026-03-13T09:57:59.826021Z","end":"2026-03-13T09:58:00.038082Z","steps":["trace[2107960864] 'process raft request' (duration: 202.083038ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:00.063381Z","caller":"traceutil/trace.go:171","msg":"trace[1237983667] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2655; }","duration":"235.680032ms","start":"2026-03-13T09:57:59.827675Z","end":"2026-03-13T09:58:00.063355Z","steps":["trace[1237983667] 'read index received' (duration: 200.463817ms)","trace[1237983667] 'applied index is now lower than readState.Index' (duration: 35.215035ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:58:00.063451Z","caller":"traceutil/trace.go:171","msg":"trace[440349659] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"233.986688ms","start":"2026-03-13T09:57:59.829441Z","end":"2026-03-13T09:58:00.063427Z","steps":["trace[440349659] 'process raft request' (duration: 233.885765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:00.0636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.903639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:58:00.063628Z","caller":"traceutil/trace.go:171","msg":"trace[1915848044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2556; }","duration":"235.984651ms","start":"2026-03-13T09:57:59.827634Z","end":"2026-03-13T09:58:00.063619Z","steps":["trace[1915848044] 'agreement among raft nodes before linearized reading' (duration: 235.835176ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:00.063389Z","caller":"traceutil/trace.go:171","msg":"trace[166783612] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"236.704584ms","start":"2026-03-13T09:57:59.826661Z","end":"2026-03-13T09:58:00.063365Z","steps":["trace[166783612] 'process raft request' (duration: 236.55819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:00.063763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.990789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T09:58:00.063786Z","caller":"traceutil/trace.go:171","msg":"trace[1019483946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2556; }","duration":"210.05556ms","start":"2026-03-13T09:57:59.853722Z","end":"2026-03-13T09:58:00.063778Z","steps":["trace[1019483946] 'agreement among raft nodes before linearized reading' (duration: 209.999718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:00.063869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.498093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T09:58:00.06389Z","caller":"traceutil/trace.go:171","msg":"trace[799768674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2556; }","duration":"161.562086ms","start":"2026-03-13T09:57:59.902322Z","end":"2026-03-13T09:58:00.063884Z","steps":["trace[799768674] 'agreement among raft nodes before linearized reading' (duration: 161.507054ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:00.245152Z","caller":"traceutil/trace.go:171","msg":"trace[1780298041] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2659; }","duration":"128.992074ms","start":"2026-03-13T09:58:00.116066Z","end":"2026-03-13T09:58:00.245058Z","steps":["trace[1780298041] 'read index received' (duration: 50.358744ms)","trace[1780298041] 'applied index is now lower than readState.Index' (duration: 78.63194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:58:00.245374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.289684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9253"} {"level":"info","ts":"2026-03-13T09:58:00.245413Z","caller":"traceutil/trace.go:171","msg":"trace[626375998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2558; }","duration":"129.387316ms","start":"2026-03-13T09:58:00.116015Z","end":"2026-03-13T09:58:00.245402Z","steps":["trace[626375998] 'agreement among raft nodes before linearized reading' (duration: 129.212311ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:00.245639Z","caller":"traceutil/trace.go:171","msg":"trace[1615220305] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"177.408077ms","start":"2026-03-13T09:58:00.068218Z","end":"2026-03-13T09:58:00.245626Z","steps":["trace[1615220305] 'process raft request' (duration: 98.195099ms)","trace[1615220305] 'compare' (duration: 78.519666ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:58:14.54718Z","caller":"traceutil/trace.go:171","msg":"trace[912711810] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2729; }","duration":"234.99165ms","start":"2026-03-13T09:58:14.312171Z","end":"2026-03-13T09:58:14.547162Z","steps":["trace[912711810] 'read index received' (duration: 234.845265ms)","trace[912711810] 'applied index is now lower than readState.Index' (duration: 145.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:58:14.547248Z","caller":"traceutil/trace.go:171","msg":"trace[1157687043] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"319.0189ms","start":"2026-03-13T09:58:14.228199Z","end":"2026-03-13T09:58:14.547218Z","steps":["trace[1157687043] 'process raft request' (duration: 318.853005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:14.547549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:58:14.228173Z","time spent":"319.154365ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:58:14.547742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.567078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T09:58:14.547823Z","caller":"traceutil/trace.go:171","msg":"trace[1694348927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2625; }","duration":"235.691252ms","start":"2026-03-13T09:58:14.312108Z","end":"2026-03-13T09:58:14.5478Z","steps":["trace[1694348927] 'agreement among raft nodes before linearized reading' (duration: 235.141824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:30.999961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.605651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-13T09:58:31.000106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.114077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T09:58:31.00028Z","caller":"traceutil/trace.go:171","msg":"trace[204257271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2708; }","duration":"121.325774ms","start":"2026-03-13T09:58:30.878882Z","end":"2026-03-13T09:58:31.000208Z","steps":["trace[204257271] 'range keys from in-memory index tree' (duration: 120.864469ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:31.00017Z","caller":"traceutil/trace.go:171","msg":"trace[2013272694] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2708; }","duration":"239.753726ms","start":"2026-03-13T09:58:30.760277Z","end":"2026-03-13T09:58:31.000031Z","steps":["trace[2013272694] 'range keys from in-memory index tree' (duration: 239.418305ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:46.807524Z","caller":"traceutil/trace.go:171","msg":"trace[1132253347] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"172.366709ms","start":"2026-03-13T09:59:46.635113Z","end":"2026-03-13T09:59:46.80748Z","steps":["trace[1132253347] 'process raft request' (duration: 172.045109ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:46.807491Z","caller":"traceutil/trace.go:171","msg":"trace[153372953] linearizableReadLoop","detail":"{readStateIndex:3305; appliedIndex:3304; }","duration":"154.46385ms","start":"2026-03-13T09:59:46.652966Z","end":"2026-03-13T09:59:46.807429Z","steps":["trace[153372953] 'read index received' (duration: 154.12892ms)","trace[153372953] 'applied index is now lower than readState.Index' (duration: 333.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:59:46.807714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.714078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:59:46.807953Z","caller":"traceutil/trace.go:171","msg":"trace[461453436] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3174; }","duration":"155.022978ms","start":"2026-03-13T09:59:46.652909Z","end":"2026-03-13T09:59:46.807931Z","steps":["trace[461453436] 'agreement among raft nodes before linearized reading' (duration: 154.614765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:46.808406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.045932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T09:59:46.80851Z","caller":"traceutil/trace.go:171","msg":"trace[6770121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3174; }","duration":"141.196806ms","start":"2026-03-13T09:59:46.667291Z","end":"2026-03-13T09:59:46.808488Z","steps":["trace[6770121] 'agreement among raft nodes before linearized reading' (duration: 140.837745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:46.80841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.31024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T09:59:46.809015Z","caller":"traceutil/trace.go:171","msg":"trace[1151647001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3174; }","duration":"141.903328ms","start":"2026-03-13T09:59:46.667063Z","end":"2026-03-13T09:59:46.808967Z","steps":["trace[1151647001] 'agreement among raft nodes before linearized reading' (duration: 141.150135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:46.809334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.827769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T09:59:46.809407Z","caller":"traceutil/trace.go:171","msg":"trace[1942487009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3174; }","duration":"143.983683ms","start":"2026-03-13T09:59:46.665406Z","end":"2026-03-13T09:59:46.809389Z","steps":["trace[1942487009] 'agreement among raft nodes before linearized reading' (duration: 142.658482ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:48.063777Z","caller":"traceutil/trace.go:171","msg":"trace[671698382] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"232.737642ms","start":"2026-03-13T09:59:47.830982Z","end":"2026-03-13T09:59:48.063719Z","steps":["trace[671698382] 'process raft request' (duration: 232.472984ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:48.283995Z","caller":"traceutil/trace.go:171","msg":"trace[1416157079] linearizableReadLoop","detail":"{readStateIndex:3321; appliedIndex:3319; }","duration":"215.732912ms","start":"2026-03-13T09:59:48.068239Z","end":"2026-03-13T09:59:48.283972Z","steps":["trace[1416157079] 'read index received' (duration: 210.901251ms)","trace[1416157079] 'applied index is now lower than readState.Index' (duration: 4.830811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:59:48.284214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.951419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:59:48.284194Z","caller":"traceutil/trace.go:171","msg":"trace[368319276] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"217.139496ms","start":"2026-03-13T09:59:48.067021Z","end":"2026-03-13T09:59:48.284161Z","steps":["trace[368319276] 'process raft request' (duration: 216.900529ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:48.284198Z","caller":"traceutil/trace.go:171","msg":"trace[1565381515] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"217.227119ms","start":"2026-03-13T09:59:48.066925Z","end":"2026-03-13T09:59:48.284152Z","steps":["trace[1565381515] 'process raft request' (duration: 212.218393ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:48.284264Z","caller":"traceutil/trace.go:171","msg":"trace[652205838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3190; }","duration":"216.057282ms","start":"2026-03-13T09:59:48.068193Z","end":"2026-03-13T09:59:48.28425Z","steps":["trace[652205838] 'agreement among raft nodes before linearized reading' (duration: 215.887307ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:06.961802Z","caller":"traceutil/trace.go:171","msg":"trace[1065360197] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"146.1399ms","start":"2026-03-13T10:00:06.815617Z","end":"2026-03-13T10:00:06.961757Z","steps":["trace[1065360197] 'process raft request' (duration: 64.123181ms)","trace[1065360197] 'compare' (duration: 81.812483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:15.654333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.981795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:00:15.65445Z","caller":"traceutil/trace.go:171","msg":"trace[140033245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:3396; }","duration":"262.155569ms","start":"2026-03-13T10:00:15.392266Z","end":"2026-03-13T10:00:15.654422Z","steps":["trace[140033245] 'range keys from in-memory index tree' (duration: 261.763297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:15.654466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.287328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:15.654665Z","caller":"traceutil/trace.go:171","msg":"trace[865612481] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"182.398911ms","start":"2026-03-13T10:00:15.472237Z","end":"2026-03-13T10:00:15.654636Z","steps":["trace[865612481] 'process raft request' (duration: 48.850035ms)","trace[865612481] 'compare' (duration: 133.147104ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:15.872145Z","caller":"traceutil/trace.go:171","msg":"trace[1010640655] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"370.521431ms","start":"2026-03-13T10:00:15.501584Z","end":"2026-03-13T10:00:15.872106Z","steps":["trace[1010640655] 'process raft request' (duration: 369.595142ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:15.87228Z","caller":"traceutil/trace.go:171","msg":"trace[307957745] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3532; }","duration":"359.055263ms","start":"2026-03-13T10:00:15.512949Z","end":"2026-03-13T10:00:15.872004Z","steps":["trace[307957745] 'read index received' (duration: 8.132514ms)","trace[307957745] 'applied index is now lower than readState.Index' (duration: 350.921459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:15.872345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.385154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-13T10:00:15.872332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:15.50157Z","time spent":"370.669886ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:15.872394Z","caller":"traceutil/trace.go:171","msg":"trace[1582285449] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3398; }","duration":"359.494067ms","start":"2026-03-13T10:00:15.512885Z","end":"2026-03-13T10:00:15.872379Z","steps":["trace[1582285449] 'agreement among raft nodes before linearized reading' (duration: 359.329212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:15.872439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:15.512854Z","time spent":"359.575179ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-13T10:00:15.872592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.591747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:15.872701Z","caller":"traceutil/trace.go:171","msg":"trace[108211348] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3398; }","duration":"340.721521ms","start":"2026-03-13T10:00:15.531953Z","end":"2026-03-13T10:00:15.872674Z","steps":["trace[108211348] 'agreement among raft nodes before linearized reading' (duration: 340.526195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:15.872764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:15.531876Z","time spent":"340.875627ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:15.872695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.331607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63072"} {"level":"info","ts":"2026-03-13T10:00:15.873044Z","caller":"traceutil/trace.go:171","msg":"trace[2032634274] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3398; }","duration":"213.73797ms","start":"2026-03-13T10:00:15.659288Z","end":"2026-03-13T10:00:15.873026Z","steps":["trace[2032634274] 'agreement among raft nodes before linearized reading' (duration: 213.224314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:21.396962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614477543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:00:21.754169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153769024s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:00:21.754749Z","caller":"traceutil/trace.go:171","msg":"trace[548886370] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"1.154470805s","start":"2026-03-13T10:00:20.600249Z","end":"2026-03-13T10:00:21.75472Z","steps":["trace[548886370] 'process raft request' (duration: 1.15429165s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:21.755318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:20.60021Z","time spent":"1.154892059s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:23.291639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53724982s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T10:00:23.377165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T10:00:23.377259Z","caller":"traceutil/trace.go:171","msg":"trace[1214481497] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064903s","start":"2026-03-13T10:00:21.376589Z","end":"2026-03-13T10:00:23.377238Z","steps":["trace[1214481497] 'agreement among raft nodes before linearized reading' (duration: 2.000504476s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.377313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.376558Z","time spent":"2.000744293s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 10:00:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T10:00:23.836102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.070588ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T10:00:23.836391Z","caller":"traceutil/trace.go:171","msg":"trace[812071595] linearizableReadLoop","detail":"{readStateIndex:3561; appliedIndex:3559; }","duration":"2.94022933s","start":"2026-03-13T10:00:20.896128Z","end":"2026-03-13T10:00:23.836358Z","steps":["trace[812071595] 'read index received' (duration: 858.397106ms)","trace[812071595] 'applied index is now lower than readState.Index' (duration: 2.081829354s)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:23.836505Z","caller":"traceutil/trace.go:171","msg":"trace[822352471] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"1.893401224s","start":"2026-03-13T10:00:21.943072Z","end":"2026-03-13T10:00:23.836473Z","steps":["trace[822352471] 'process raft request' (duration: 1.893304311s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.836586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940453028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:00:23.836619Z","caller":"traceutil/trace.go:171","msg":"trace[1746495255] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3425; }","duration":"2.940561811s","start":"2026-03-13T10:00:20.896046Z","end":"2026-03-13T10:00:23.836608Z","steps":["trace[1746495255] 'agreement among raft nodes before linearized reading' (duration: 2.940473208s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.837199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524425725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:00:23.837189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605829565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:00:23.837318Z","caller":"traceutil/trace.go:171","msg":"trace[273751418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3425; }","duration":"2.606010001s","start":"2026-03-13T10:00:21.231286Z","end":"2026-03-13T10:00:23.837296Z","steps":["trace[273751418] 'agreement among raft nodes before linearized reading' (duration: 2.605692071s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:23.837308Z","caller":"traceutil/trace.go:171","msg":"trace[1321281092] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3425; }","duration":"2.5245914s","start":"2026-03-13T10:00:21.312688Z","end":"2026-03-13T10:00:23.83728Z","steps":["trace[1321281092] 'agreement among raft nodes before linearized reading' (duration: 2.524366333s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.837377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.231267Z","time spent":"2.606099874s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:23.836649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.94304Z","time spent":"1.893520848s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:23.837439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.31267Z","time spent":"2.524749235s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:00:23.83671Z","caller":"traceutil/trace.go:171","msg":"trace[1397666184] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"2.047202923s","start":"2026-03-13T10:00:21.789494Z","end":"2026-03-13T10:00:23.836697Z","steps":["trace[1397666184] 'process raft request' (duration: 2.046738098s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.837526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:20.896019Z","time spent":"2.941254473s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:23.837577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.789457Z","time spent":"2.04805018s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:23.83696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115891491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:00:23.836957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.601997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:00:23.837758Z","caller":"traceutil/trace.go:171","msg":"trace[1646381019] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3425; }","duration":"1.116710387s","start":"2026-03-13T10:00:22.721013Z","end":"2026-03-13T10:00:23.837723Z","steps":["trace[1646381019] 'agreement among raft nodes before linearized reading' (duration: 1.115884851s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:23.837805Z","caller":"traceutil/trace.go:171","msg":"trace[1471455643] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3425; }","duration":"414.459724ms","start":"2026-03-13T10:00:23.42333Z","end":"2026-03-13T10:00:23.83779Z","steps":["trace[1471455643] 'agreement among raft nodes before linearized reading' (duration: 413.575726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.837828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:22.720991Z","time spent":"1.116814909s","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":33,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:23.837853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:23.423326Z","time spent":"414.514636ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:23.83699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887852321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:00:23.837935Z","caller":"traceutil/trace.go:171","msg":"trace[2118818909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:3425; }","duration":"1.888828701s","start":"2026-03-13T10:00:21.949093Z","end":"2026-03-13T10:00:23.837921Z","steps":["trace[2118818909] 'agreement among raft nodes before linearized reading' (duration: 1.887789399s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.837992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.949075Z","time spent":"1.888891242s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:00:23.837056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630774164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:00:23.83806Z","caller":"traceutil/trace.go:171","msg":"trace[2134888634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3425; }","duration":"2.631822546s","start":"2026-03-13T10:00:21.206224Z","end":"2026-03-13T10:00:23.838046Z","steps":["trace[2134888634] 'agreement among raft nodes before linearized reading' (duration: 2.630775833s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.838167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.206188Z","time spent":"2.63196536s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:23.837095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409019414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:00:23.838281Z","caller":"traceutil/trace.go:171","msg":"trace[2039248572] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3425; }","duration":"2.410233732s","start":"2026-03-13T10:00:21.428036Z","end":"2026-03-13T10:00:23.83827Z","steps":["trace[2039248572] 'agreement among raft nodes before linearized reading' (duration: 2.408995983s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.838325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.428015Z","time spent":"2.410301483s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:00:23.837082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.503434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:00:23.838393Z","caller":"traceutil/trace.go:171","msg":"trace[1430869623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3425; }","duration":"688.854156ms","start":"2026-03-13T10:00:23.149521Z","end":"2026-03-13T10:00:23.838375Z","steps":["trace[1430869623] 'agreement among raft nodes before linearized reading' (duration: 687.391761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.837108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60631421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T10:00:23.838451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:23.149499Z","time spent":"688.937279ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:00:23.838457Z","caller":"traceutil/trace.go:171","msg":"trace[1233883901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3425; }","duration":"2.607686723s","start":"2026-03-13T10:00:21.230754Z","end":"2026-03-13T10:00:23.838441Z","steps":["trace[1233883901] 'agreement among raft nodes before linearized reading' (duration: 2.606247478s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.838504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.230735Z","time spent":"2.607754166s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:00:23.837132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641079105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:00:23.838553Z","caller":"traceutil/trace.go:171","msg":"trace[1329936647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3425; }","duration":"2.64253641s","start":"2026-03-13T10:00:21.196004Z","end":"2026-03-13T10:00:23.83854Z","steps":["trace[1329936647] 'agreement among raft nodes before linearized reading' (duration: 2.641078205s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.838609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:21.195987Z","time spent":"2.642610213s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:23.837126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.041381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c5df24ca63716\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-13T10:00:23.838681Z","caller":"traceutil/trace.go:171","msg":"trace[581988156] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c5df24ca63716; range_end:; response_count:1; response_revision:3425; }","duration":"415.603129ms","start":"2026-03-13T10:00:23.423057Z","end":"2026-03-13T10:00:23.83866Z","steps":["trace[581988156] 'agreement among raft nodes before linearized reading' (duration: 413.934037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.838743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:23.42305Z","time spent":"415.675051ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c5df24ca63716\" "} {"level":"warn","ts":"2026-03-13T10:00:23.836806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867978526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:23.838903Z","caller":"traceutil/trace.go:171","msg":"trace[1611427678] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3425; }","duration":"2.870122172s","start":"2026-03-13T10:00:20.968765Z","end":"2026-03-13T10:00:23.838888Z","steps":["trace[1611427678] 'agreement among raft nodes before linearized reading' (duration: 2.867997236s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.83897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:20.968745Z","time spent":"2.870209795s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:23.836952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.48745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:23.839028Z","caller":"traceutil/trace.go:171","msg":"trace[1885760891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3425; }","duration":"454.569945ms","start":"2026-03-13T10:00:23.384444Z","end":"2026-03-13T10:00:23.839014Z","steps":["trace[1885760891] 'agreement among raft nodes before linearized reading' (duration: 452.447269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:23.839071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:23.384373Z","time spent":"454.689419ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:01:08.09164Z","caller":"traceutil/trace.go:171","msg":"trace[1985734381] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"113.325938ms","start":"2026-03-13T10:01:07.978297Z","end":"2026-03-13T10:01:08.091623Z","steps":["trace[1985734381] 'process raft request' (duration: 113.148652ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:10.246218Z","caller":"traceutil/trace.go:171","msg":"trace[587899199] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"271.09541ms","start":"2026-03-13T10:01:09.975094Z","end":"2026-03-13T10:01:10.24619Z","steps":["trace[587899199] 'process raft request' (duration: 269.929744ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:20.135276Z","caller":"traceutil/trace.go:171","msg":"trace[1431791512] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"153.687376ms","start":"2026-03-13T10:01:19.981486Z","end":"2026-03-13T10:01:20.135173Z","steps":["trace[1431791512] 'process raft request' (duration: 153.537321ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:20.146672Z","caller":"traceutil/trace.go:171","msg":"trace[1389084642] linearizableReadLoop","detail":"{readStateIndex:3945; appliedIndex:3943; }","duration":"158.614177ms","start":"2026-03-13T10:01:19.988036Z","end":"2026-03-13T10:01:20.14665Z","steps":["trace[1389084642] 'read index received' (duration: 146.942609ms)","trace[1389084642] 'applied index is now lower than readState.Index' (duration: 11.670798ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:20.146766Z","caller":"traceutil/trace.go:171","msg":"trace[913425447] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"165.162137ms","start":"2026-03-13T10:01:19.981574Z","end":"2026-03-13T10:01:20.146736Z","steps":["trace[913425447] 'process raft request' (duration: 164.972522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:20.14682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.376935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:20.146834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.770002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:20.146857Z","caller":"traceutil/trace.go:171","msg":"trace[283624380] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3781; }","duration":"123.475298ms","start":"2026-03-13T10:01:20.023369Z","end":"2026-03-13T10:01:20.146845Z","steps":["trace[283624380] 'agreement among raft nodes before linearized reading' (duration: 123.403606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:20.146881Z","caller":"traceutil/trace.go:171","msg":"trace[452349589] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3781; }","duration":"158.859234ms","start":"2026-03-13T10:01:19.988006Z","end":"2026-03-13T10:01:20.146866Z","steps":["trace[452349589] 'agreement among raft nodes before linearized reading' (duration: 158.759011ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:22.634656Z","caller":"traceutil/trace.go:171","msg":"trace[1332702558] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3960; }","duration":"135.404736ms","start":"2026-03-13T10:01:22.499221Z","end":"2026-03-13T10:01:22.634626Z","steps":["trace[1332702558] 'read index received' (duration: 37.764169ms)","trace[1332702558] 'applied index is now lower than readState.Index' (duration: 97.638927ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:22.634723Z","caller":"traceutil/trace.go:171","msg":"trace[1583121174] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"144.01674ms","start":"2026-03-13T10:01:22.490677Z","end":"2026-03-13T10:01:22.634694Z","steps":["trace[1583121174] 'process raft request' (duration: 46.351433ms)","trace[1583121174] 'compare' (duration: 97.459331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:22.634941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.95438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:01:22.634962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.894797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:01:22.635162Z","caller":"traceutil/trace.go:171","msg":"trace[1690707506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:3796; }","duration":"131.122064ms","start":"2026-03-13T10:01:22.504022Z","end":"2026-03-13T10:01:22.635144Z","steps":["trace[1690707506] 'agreement among raft nodes before linearized reading' (duration: 130.782943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:22.634985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.565547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:01:22.635324Z","caller":"traceutil/trace.go:171","msg":"trace[704958794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3796; }","duration":"131.906518ms","start":"2026-03-13T10:01:22.503389Z","end":"2026-03-13T10:01:22.635295Z","steps":["trace[704958794] 'agreement among raft nodes before linearized reading' (duration: 131.508496ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:22.634995Z","caller":"traceutil/trace.go:171","msg":"trace[2146646474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3796; }","duration":"132.018472ms","start":"2026-03-13T10:01:22.502961Z","end":"2026-03-13T10:01:22.63498Z","steps":["trace[2146646474] 'agreement among raft nodes before linearized reading' (duration: 131.842046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:22.635027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.783497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:01:22.635479Z","caller":"traceutil/trace.go:171","msg":"trace[282141699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3796; }","duration":"136.288743ms","start":"2026-03-13T10:01:22.499159Z","end":"2026-03-13T10:01:22.635447Z","steps":["trace[282141699] 'agreement among raft nodes before linearized reading' (duration: 135.612752ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:40.114627Z","caller":"traceutil/trace.go:171","msg":"trace[1581595808] linearizableReadLoop","detail":"{readStateIndex:4406; appliedIndex:4405; }","duration":"113.73284ms","start":"2026-03-13T10:01:40.000867Z","end":"2026-03-13T10:01:40.114599Z","steps":["trace[1581595808] 'read index received' (duration: 113.548004ms)","trace[1581595808] 'applied index is now lower than readState.Index' (duration: 183.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:40.114658Z","caller":"traceutil/trace.go:171","msg":"trace[1022360194] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"153.011256ms","start":"2026-03-13T10:01:39.961603Z","end":"2026-03-13T10:01:40.114615Z","steps":["trace[1022360194] 'process raft request' (duration: 152.82801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:40.114861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.962898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:40.115557Z","caller":"traceutil/trace.go:171","msg":"trace[1302686018] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4234; }","duration":"114.157333ms","start":"2026-03-13T10:01:40.000802Z","end":"2026-03-13T10:01:40.114959Z","steps":["trace[1302686018] 'agreement among raft nodes before linearized reading' (duration: 113.851734ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:40.640912Z","caller":"traceutil/trace.go:171","msg":"trace[1682209273] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"108.744307ms","start":"2026-03-13T10:01:40.532138Z","end":"2026-03-13T10:01:40.640882Z","steps":["trace[1682209273] 'process raft request' (duration: 108.530231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.17266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.056418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:41.172812Z","caller":"traceutil/trace.go:171","msg":"trace[2119761956] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"591.662787ms","start":"2026-03-13T10:01:40.581119Z","end":"2026-03-13T10:01:41.172782Z","steps":["trace[2119761956] 'process raft request' (duration: 436.380622ms)","trace[2119761956] 'compare' (duration: 154.952825ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:41.172863Z","caller":"traceutil/trace.go:171","msg":"trace[1487316670] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"407.851556ms","start":"2026-03-13T10:01:40.764991Z","end":"2026-03-13T10:01:41.172842Z","steps":["trace[1487316670] 'process raft request' (duration: 407.779774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.172952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.764974Z","time spent":"407.934379ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:41.172965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.581093Z","time spent":"591.783601ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:41.173095Z","caller":"traceutil/trace.go:171","msg":"trace[981114305] linearizableReadLoop","detail":"{readStateIndex:4408; appliedIndex:4407; }","duration":"532.237224ms","start":"2026-03-13T10:01:40.640843Z","end":"2026-03-13T10:01:41.17308Z","steps":["trace[981114305] 'read index received' (duration: 376.68125ms)","trace[981114305] 'applied index is now lower than readState.Index' (duration: 155.554564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:41.173278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.11225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:01:41.173277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.433163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:01:41.173348Z","caller":"traceutil/trace.go:171","msg":"trace[1608688048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4237; }","duration":"566.547996ms","start":"2026-03-13T10:01:40.606787Z","end":"2026-03-13T10:01:41.173335Z","steps":["trace[1608688048] 'agreement among raft nodes before linearized reading' (duration: 566.367841ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:41.173346Z","caller":"traceutil/trace.go:171","msg":"trace[342560094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4237; }","duration":"561.200192ms","start":"2026-03-13T10:01:40.612129Z","end":"2026-03-13T10:01:41.173329Z","steps":["trace[342560094] 'agreement among raft nodes before linearized reading' (duration: 560.984516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.173395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.606769Z","time spent":"566.611479ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:01:41.173398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.612115Z","time spent":"561.271405ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:01:41.757929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.358213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:41.758036Z","caller":"traceutil/trace.go:171","msg":"trace[822617187] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4409; }","duration":"584.894179ms","start":"2026-03-13T10:01:41.173126Z","end":"2026-03-13T10:01:41.75802Z","steps":["trace[822617187] 'read index received' (duration: 246.372371ms)","trace[822617187] 'applied index is now lower than readState.Index' (duration: 338.520428ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:41.75815Z","caller":"traceutil/trace.go:171","msg":"trace[579901482] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"622.121002ms","start":"2026-03-13T10:01:41.135971Z","end":"2026-03-13T10:01:41.758092Z","steps":["trace[579901482] 'process raft request' (duration: 283.517321ms)","trace[579901482] 'compare' (duration: 338.24858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:41.758241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:41.135947Z","time spent":"622.227925ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:41.758268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.841676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:41.75833Z","caller":"traceutil/trace.go:171","msg":"trace[778005507] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4238; }","duration":"975.011271ms","start":"2026-03-13T10:01:40.783303Z","end":"2026-03-13T10:01:41.758314Z","steps":["trace[778005507] 'agreement among raft nodes before linearized reading' (duration: 974.846986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.758363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.783281Z","time spent":"975.075564ms","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:41.758447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.421751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:01:41.758453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113932665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:41.758506Z","caller":"traceutil/trace.go:171","msg":"trace[1885213987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4238; }","duration":"956.523684ms","start":"2026-03-13T10:01:40.801971Z","end":"2026-03-13T10:01:41.758495Z","steps":["trace[1885213987] 'agreement among raft nodes before linearized reading' (duration: 956.356929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.758499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.908961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-13T10:01:41.75855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.801953Z","time spent":"956.587036ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:01:41.758547Z","caller":"traceutil/trace.go:171","msg":"trace[1067774057] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4238; }","duration":"1.114071949s","start":"2026-03-13T10:01:40.644448Z","end":"2026-03-13T10:01:41.75852Z","steps":["trace[1067774057] 'agreement among raft nodes before linearized reading' (duration: 1.113915414s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:41.758564Z","caller":"traceutil/trace.go:171","msg":"trace[318956525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4238; }","duration":"994.008684ms","start":"2026-03-13T10:01:40.764537Z","end":"2026-03-13T10:01:41.758546Z","steps":["trace[318956525] 'agreement among raft nodes before linearized reading' (duration: 993.761007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.758573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.396314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T10:01:41.758571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.113683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:01:41.758614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.644431Z","time spent":"1.114171042s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T10:01:41.758641Z","caller":"traceutil/trace.go:171","msg":"trace[1758061761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4238; }","duration":"958.216416ms","start":"2026-03-13T10:01:40.800417Z","end":"2026-03-13T10:01:41.758633Z","steps":["trace[1758061761] 'agreement among raft nodes before linearized reading' (duration: 958.091792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:41.75865Z","caller":"traceutil/trace.go:171","msg":"trace[1945399338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4238; }","duration":"991.495727ms","start":"2026-03-13T10:01:40.767137Z","end":"2026-03-13T10:01:41.758633Z","steps":["trace[1945399338] 'agreement among raft nodes before linearized reading' (duration: 991.2642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.758665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.800393Z","time spent":"958.266898ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:41.758693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.76713Z","time spent":"991.553869ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:41.75861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.764522Z","time spent":"994.080546ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:01:41.758741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.213652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:01:41.758925Z","caller":"traceutil/trace.go:171","msg":"trace[829470284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:4238; }","duration":"952.426429ms","start":"2026-03-13T10:01:40.806488Z","end":"2026-03-13T10:01:41.758914Z","steps":["trace[829470284] 'agreement among raft nodes before linearized reading' (duration: 952.181571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.75896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:40.806465Z","time spent":"952.48611ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:01:41.806564Z","caller":"traceutil/trace.go:171","msg":"trace[163466463] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"628.544729ms","start":"2026-03-13T10:01:41.17799Z","end":"2026-03-13T10:01:41.806535Z","steps":["trace[163466463] 'process raft request' (duration: 628.317082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.806763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:41.177966Z","time spent":"628.681842ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:41.807108Z","caller":"traceutil/trace.go:171","msg":"trace[1855845007] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"628.713504ms","start":"2026-03-13T10:01:41.178348Z","end":"2026-03-13T10:01:41.807061Z","steps":["trace[1855845007] 'process raft request' (duration: 628.103485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.807319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:41.178313Z","time spent":"628.90156ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:41.82528Z","caller":"traceutil/trace.go:171","msg":"trace[2097360712] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"130.412022ms","start":"2026-03-13T10:01:41.694839Z","end":"2026-03-13T10:01:41.825251Z","steps":["trace[2097360712] 'process raft request' (duration: 130.197336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.826005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.467491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:41.826129Z","caller":"traceutil/trace.go:171","msg":"trace[1553624439] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4245; }","duration":"563.612796ms","start":"2026-03-13T10:01:41.262461Z","end":"2026-03-13T10:01:41.826073Z","steps":["trace[1553624439] 'agreement among raft nodes before linearized reading' (duration: 563.479081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:41.826247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:41.262405Z","time spent":"563.821612ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:45.544166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.465129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:45.544237Z","caller":"traceutil/trace.go:171","msg":"trace[1423963826] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4346; }","duration":"577.575923ms","start":"2026-03-13T10:01:44.96665Z","end":"2026-03-13T10:01:45.544226Z","steps":["trace[1423963826] 'count revisions from in-memory index tree' (duration: 577.380387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:45.54426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:44.966634Z","time spent":"577.620714ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:45.544487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.453825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T10:01:45.544511Z","caller":"traceutil/trace.go:171","msg":"trace[1446533789] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4346; }","duration":"618.489265ms","start":"2026-03-13T10:01:44.926014Z","end":"2026-03-13T10:01:45.544503Z","steps":["trace[1446533789] 'range keys from in-memory index tree' (duration: 618.257338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:45.544524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:44.926007Z","time spent":"618.513847ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-13T10:01:45.544502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.06019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-13T10:01:45.544571Z","caller":"traceutil/trace.go:171","msg":"trace[174231976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424; range_end:; response_count:1; response_revision:4346; }","duration":"624.173844ms","start":"2026-03-13T10:01:44.920382Z","end":"2026-03-13T10:01:45.544556Z","steps":["trace[174231976] 'range keys from in-memory index tree' (duration: 623.855414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:45.544611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:44.920368Z","time spent":"624.235135ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" "} {"level":"info","ts":"2026-03-13T10:01:45.597463Z","caller":"traceutil/trace.go:171","msg":"trace[1350991982] linearizableReadLoop","detail":"{readStateIndex:4520; appliedIndex:4519; }","duration":"299.637963ms","start":"2026-03-13T10:01:45.297798Z","end":"2026-03-13T10:01:45.597436Z","steps":["trace[1350991982] 'read index received' (duration: 299.446487ms)","trace[1350991982] 'applied index is now lower than readState.Index' (duration: 190.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:45.597553Z","caller":"traceutil/trace.go:171","msg":"trace[2084401376] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"412.967045ms","start":"2026-03-13T10:01:45.184545Z","end":"2026-03-13T10:01:45.597512Z","steps":["trace[2084401376] 'process raft request' (duration: 412.683886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:45.59772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.184523Z","time spent":"413.112739ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:45.597729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.900321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-13T10:01:45.597791Z","caller":"traceutil/trace.go:171","msg":"trace[504754313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac; range_end:; response_count:1; response_revision:4347; }","duration":"300.014614ms","start":"2026-03-13T10:01:45.297762Z","end":"2026-03-13T10:01:45.597777Z","steps":["trace[504754313] 'agreement among raft nodes before linearized reading' (duration: 299.816748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:45.597832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.297743Z","time spent":"300.078407ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" "} {"level":"warn","ts":"2026-03-13T10:01:45.597908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.37338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-13T10:01:45.597955Z","caller":"traceutil/trace.go:171","msg":"trace[1131896242] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424; range_end:; response_count:1; response_revision:4347; }","duration":"192.451583ms","start":"2026-03-13T10:01:45.405491Z","end":"2026-03-13T10:01:45.597942Z","steps":["trace[1131896242] 'agreement among raft nodes before linearized reading' (duration: 192.317158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:45.597797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.726909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:45.598055Z","caller":"traceutil/trace.go:171","msg":"trace[1216723087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4347; }","duration":"221.017358ms","start":"2026-03-13T10:01:45.377012Z","end":"2026-03-13T10:01:45.59803Z","steps":["trace[1216723087] 'agreement among raft nodes before linearized reading' (duration: 220.689398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:46.108187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614479637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:46.608367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614479637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:47.109557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614479637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:47.610218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614479637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:47.615628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590446902s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:47.615831Z","caller":"traceutil/trace.go:171","msg":"trace[126554595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4347; }","duration":"1.590671389s","start":"2026-03-13T10:01:46.025136Z","end":"2026-03-13T10:01:47.615808Z","steps":["trace[126554595] 'range keys from in-memory index tree' (duration: 1.590420992s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:48.1112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614479637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:48.377577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T10:01:48.377807Z","caller":"traceutil/trace.go:171","msg":"trace[654577610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290129s","start":"2026-03-13T10:01:46.377487Z","end":"2026-03-13T10:01:48.377777Z","steps":["trace[654577610] 'agreement among raft nodes before linearized reading' (duration: 2.000029771s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:48.377869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.377467Z","time spent":"2.000390862s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 10:01:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T10:01:48.611899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614479637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:48.652408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.955156769s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:01:48.652779Z","caller":"traceutil/trace.go:171","msg":"trace[2139450522] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"3.046935986s","start":"2026-03-13T10:01:45.605823Z","end":"2026-03-13T10:01:48.652759Z","steps":["trace[2139450522] 'process raft request' (duration: 3.046800872s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:48.652906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.605809Z","time spent":"3.047031089s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3876,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:49.273375Z","caller":"traceutil/trace.go:171","msg":"trace[2096658047] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4520; }","duration":"3.665897847s","start":"2026-03-13T10:01:45.607441Z","end":"2026-03-13T10:01:49.273339Z","steps":["trace[2096658047] 'read index received' (duration: 3.045258254s)","trace[2096658047] 'applied index is now lower than readState.Index' (duration: 620.638393ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:49.273399Z","caller":"traceutil/trace.go:171","msg":"trace[803786350] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"2.589378993s","start":"2026-03-13T10:01:46.683989Z","end":"2026-03-13T10:01:49.273368Z","steps":["trace[803786350] 'process raft request' (duration: 2.563088949s)","trace[803786350] 'compare' (duration: 25.739656ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:49.273549Z","caller":"traceutil/trace.go:171","msg":"trace[1442227851] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"1.670492221s","start":"2026-03-13T10:01:47.603006Z","end":"2026-03-13T10:01:49.273499Z","steps":["trace[1442227851] 'process raft request' (duration: 1.670188681s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.273703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580587063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:49.273758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430036484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:01:49.273789Z","caller":"traceutil/trace.go:171","msg":"trace[1410087578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4350; }","duration":"3.430097226s","start":"2026-03-13T10:01:45.843683Z","end":"2026-03-13T10:01:49.27378Z","steps":["trace[1410087578] 'agreement among raft nodes before linearized reading' (duration: 3.429958911s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.273785Z","caller":"traceutil/trace.go:171","msg":"trace[17346106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4350; }","duration":"1.580742737s","start":"2026-03-13T10:01:47.693023Z","end":"2026-03-13T10:01:49.273766Z","steps":["trace[17346106] 'agreement among raft nodes before linearized reading' (duration: 1.580571592s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.273787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:47.602984Z","time spent":"1.670685877s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.273825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450494635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:01:49.273842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:47.692997Z","time spent":"1.58083396s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:49.273837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426314642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:01:49.273735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725101408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-13T10:01:49.273894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429952501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:01:49.27386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420315759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:01:49.273914Z","caller":"traceutil/trace.go:171","msg":"trace[1528692534] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424; range_end:; response_count:1; response_revision:4350; }","duration":"2.725326315s","start":"2026-03-13T10:01:46.548581Z","end":"2026-03-13T10:01:49.273907Z","steps":["trace[1528692534] 'agreement among raft nodes before linearized reading' (duration: 2.725009665s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.273919Z","caller":"traceutil/trace.go:171","msg":"trace[1042968904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4350; }","duration":"3.429993133s","start":"2026-03-13T10:01:45.843918Z","end":"2026-03-13T10:01:49.273911Z","steps":["trace[1042968904] 'agreement among raft nodes before linearized reading' (duration: 3.429922631s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.273926Z","caller":"traceutil/trace.go:171","msg":"trace[1980824572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4350; }","duration":"2.426459427s","start":"2026-03-13T10:01:46.847447Z","end":"2026-03-13T10:01:49.273906Z","steps":["trace[1980824572] 'agreement among raft nodes before linearized reading' (duration: 2.426191148s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.273939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.548567Z","time spent":"2.725365366s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3913,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" "} {"level":"warn","ts":"2026-03-13T10:01:49.273942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.843911Z","time spent":"3.430024454s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:49.273939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421761524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:01:49.273944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451049702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:01:49.273978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.847428Z","time spent":"2.426540509s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:01:49.273994Z","caller":"traceutil/trace.go:171","msg":"trace[1641602638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:4350; }","duration":"3.421807836s","start":"2026-03-13T10:01:45.852167Z","end":"2026-03-13T10:01:49.273975Z","steps":["trace[1641602638] 'agreement among raft nodes before linearized reading' (duration: 3.421679962s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.274048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570724179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517408"} {"level":"warn","ts":"2026-03-13T10:01:49.274055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.230361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:49.273827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.843665Z","time spent":"3.430146988s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:49.274064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.852096Z","time spent":"3.4219549s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:01:49.273942Z","caller":"traceutil/trace.go:171","msg":"trace[831960250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4350; }","duration":"3.420445483s","start":"2026-03-13T10:01:45.853479Z","end":"2026-03-13T10:01:49.273924Z","steps":["trace[831960250] 'agreement among raft nodes before linearized reading' (duration: 3.420184765s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.274144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.119323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-l7smf\" ","response":"range_response_count:1 size:4820"} {"level":"warn","ts":"2026-03-13T10:01:49.274165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666721042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-13T10:01:49.274212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.853461Z","time spent":"3.420740563s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:01:49.274233Z","caller":"traceutil/trace.go:171","msg":"trace[379187584] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4350; }","duration":"3.666783894s","start":"2026-03-13T10:01:45.607435Z","end":"2026-03-13T10:01:49.274219Z","steps":["trace[379187584] 'agreement among raft nodes before linearized reading' (duration: 3.666625319s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.274238Z","caller":"traceutil/trace.go:171","msg":"trace[404838960] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-l7smf; range_end:; response_count:1; response_revision:4350; }","duration":"617.299539ms","start":"2026-03-13T10:01:48.656909Z","end":"2026-03-13T10:01:49.274209Z","steps":["trace[404838960] 'agreement among raft nodes before linearized reading' (duration: 617.02497ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.274007Z","caller":"traceutil/trace.go:171","msg":"trace[1913564325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4350; }","duration":"3.451167556s","start":"2026-03-13T10:01:45.822826Z","end":"2026-03-13T10:01:49.273993Z","steps":["trace[1913564325] 'agreement among raft nodes before linearized reading' (duration: 3.451024762s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.274301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.822805Z","time spent":"3.451489236s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:01:49.273865Z","caller":"traceutil/trace.go:171","msg":"trace[1364671099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4350; }","duration":"3.450547307s","start":"2026-03-13T10:01:45.823305Z","end":"2026-03-13T10:01:49.273852Z","steps":["trace[1364671099] 'agreement among raft nodes before linearized reading' (duration: 3.450473315s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.274346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229355503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T10:01:49.274266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.607384Z","time spent":"3.666874038s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-13T10:01:49.274417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.823298Z","time spent":"3.451083803s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:01:49.274504Z","caller":"traceutil/trace.go:171","msg":"trace[1592672882] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:4350; }","duration":"3.229540919s","start":"2026-03-13T10:01:46.04492Z","end":"2026-03-13T10:01:49.274461Z","steps":["trace[1592672882] 'agreement among raft nodes before linearized reading' (duration: 3.228784035s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.274557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.044901Z","time spent":"3.229646503s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-03-13T10:01:49.274127Z","caller":"traceutil/trace.go:171","msg":"trace[98537249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4350; }","duration":"896.335525ms","start":"2026-03-13T10:01:48.377782Z","end":"2026-03-13T10:01:49.274118Z","steps":["trace[98537249] 'agreement among raft nodes before linearized reading' (duration: 896.248703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.274755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:48.377759Z","time spent":"896.979115ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:49.273735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492165241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c5e5c69064628\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-13T10:01:49.274875Z","caller":"traceutil/trace.go:171","msg":"trace[1498473111] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c5e5c69064628; range_end:; response_count:1; response_revision:4350; }","duration":"3.493349478s","start":"2026-03-13T10:01:45.781513Z","end":"2026-03-13T10:01:49.274862Z","steps":["trace[1498473111] 'agreement among raft nodes before linearized reading' (duration: 3.492066158s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.27381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428211986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-13T10:01:49.274942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.781496Z","time spent":"3.493431851s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1201,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c5e5c69064628\" "} {"level":"info","ts":"2026-03-13T10:01:49.274994Z","caller":"traceutil/trace.go:171","msg":"trace[1429735547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4350; }","duration":"3.429424125s","start":"2026-03-13T10:01:45.845542Z","end":"2026-03-13T10:01:49.274966Z","steps":["trace[1429735547] 'agreement among raft nodes before linearized reading' (duration: 3.428060112s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.275055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:45.845531Z","time spent":"3.429503327s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:01:49.273608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.683963Z","time spent":"2.589567899s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.274005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375177789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:49.275245Z","caller":"traceutil/trace.go:171","msg":"trace[871431192] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4350; }","duration":"2.376463219s","start":"2026-03-13T10:01:46.89873Z","end":"2026-03-13T10:01:49.275193Z","steps":["trace[871431192] 'agreement among raft nodes before linearized reading' (duration: 2.375096736s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.275303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.898713Z","time spent":"2.376571673s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:49.274053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672932892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-13T10:01:49.275446Z","caller":"traceutil/trace.go:171","msg":"trace[88498252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac; range_end:; response_count:1; response_revision:4350; }","duration":"2.674350856s","start":"2026-03-13T10:01:46.601083Z","end":"2026-03-13T10:01:49.275434Z","steps":["trace[88498252] 'agreement among raft nodes before linearized reading' (duration: 2.672897631s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.27548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.60107Z","time spent":"2.674401179s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" "} {"level":"info","ts":"2026-03-13T10:01:49.274186Z","caller":"traceutil/trace.go:171","msg":"trace[1824174627] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4350; }","duration":"2.570811491s","start":"2026-03-13T10:01:46.703275Z","end":"2026-03-13T10:01:49.274086Z","steps":["trace[1824174627] 'agreement among raft nodes before linearized reading' (duration: 2.570506002s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.275561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:46.703256Z","time spent":"2.572270177s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517430,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T10:01:49.274304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:48.656876Z","time spent":"617.415143ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4842,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-l7smf\" "} {"level":"info","ts":"2026-03-13T10:01:49.698848Z","caller":"traceutil/trace.go:171","msg":"trace[259149247] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"419.593942ms","start":"2026-03-13T10:01:49.279223Z","end":"2026-03-13T10:01:49.698817Z","steps":["trace[259149247] 'process raft request' (duration: 419.223811ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.69893Z","caller":"traceutil/trace.go:171","msg":"trace[1681911562] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"418.920362ms","start":"2026-03-13T10:01:49.279978Z","end":"2026-03-13T10:01:49.698899Z","steps":["trace[1681911562] 'process raft request' (duration: 418.821969ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.698957Z","caller":"traceutil/trace.go:171","msg":"trace[823338177] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"419.648684ms","start":"2026-03-13T10:01:49.279275Z","end":"2026-03-13T10:01:49.698924Z","steps":["trace[823338177] 'process raft request' (duration: 419.427728ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.698995Z","caller":"traceutil/trace.go:171","msg":"trace[2114863624] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"419.167689ms","start":"2026-03-13T10:01:49.279809Z","end":"2026-03-13T10:01:49.698977Z","steps":["trace[2114863624] 'process raft request' (duration: 418.950662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.69906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.279209Z","time spent":"419.718417ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.699112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.2798Z","time spent":"419.245321ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.699125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.27926Z","time spent":"419.785908ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.699089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.27995Z","time spent":"419.058675ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:49.699272Z","caller":"traceutil/trace.go:171","msg":"trace[974331805] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"418.834439ms","start":"2026-03-13T10:01:49.280421Z","end":"2026-03-13T10:01:49.699255Z","steps":["trace[974331805] 'process raft request' (duration: 418.424716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.699364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.280413Z","time spent":"418.903491ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:49.699372Z","caller":"traceutil/trace.go:171","msg":"trace[1805161285] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"418.424365ms","start":"2026-03-13T10:01:49.280912Z","end":"2026-03-13T10:01:49.699336Z","steps":["trace[1805161285] 'process raft request' (duration: 418.300862ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.699406Z","caller":"traceutil/trace.go:171","msg":"trace[1888766667] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4524; }","duration":"412.022855ms","start":"2026-03-13T10:01:49.287366Z","end":"2026-03-13T10:01:49.699389Z","steps":["trace[1888766667] 'read index received' (duration: 411.182889ms)","trace[1888766667] 'applied index is now lower than readState.Index' (duration: 838.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:49.699283Z","caller":"traceutil/trace.go:171","msg":"trace[884091129] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"418.797527ms","start":"2026-03-13T10:01:49.280474Z","end":"2026-03-13T10:01:49.699271Z","steps":["trace[884091129] 'process raft request' (duration: 418.633872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.699482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.280889Z","time spent":"418.531009ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.699519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.28047Z","time spent":"419.010504ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.699539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.683782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:49.699603Z","caller":"traceutil/trace.go:171","msg":"trace[1569191949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4358; }","duration":"417.766705ms","start":"2026-03-13T10:01:49.281822Z","end":"2026-03-13T10:01:49.699589Z","steps":["trace[1569191949] 'agreement among raft nodes before linearized reading' (duration: 417.666932ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:49.699617Z","caller":"traceutil/trace.go:171","msg":"trace[1104714961] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"414.07301ms","start":"2026-03-13T10:01:49.285528Z","end":"2026-03-13T10:01:49.699601Z","steps":["trace[1104714961] 'process raft request' (duration: 413.742179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.699634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.281814Z","time spent":"417.815587ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:49.699715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.702973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:49.699732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.15601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c5df24ca63716\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-13T10:01:49.699788Z","caller":"traceutil/trace.go:171","msg":"trace[1167402478] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c5df24ca63716; range_end:; response_count:1; response_revision:4358; }","duration":"420.213012ms","start":"2026-03-13T10:01:49.279554Z","end":"2026-03-13T10:01:49.699767Z","steps":["trace[1167402478] 'agreement among raft nodes before linearized reading' (duration: 420.051747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.699799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.269443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62878"} {"level":"info","ts":"2026-03-13T10:01:49.699777Z","caller":"traceutil/trace.go:171","msg":"trace[1711706409] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4358; }","duration":"417.769746ms","start":"2026-03-13T10:01:49.281987Z","end":"2026-03-13T10:01:49.699756Z","steps":["trace[1711706409] 'agreement among raft nodes before linearized reading' (duration: 417.682343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.69984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.27955Z","time spent":"420.279774ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c5df24ca63716\" "} {"level":"info","ts":"2026-03-13T10:01:49.699849Z","caller":"traceutil/trace.go:171","msg":"trace[501394331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4358; }","duration":"420.334636ms","start":"2026-03-13T10:01:49.279499Z","end":"2026-03-13T10:01:49.699834Z","steps":["trace[501394331] 'agreement among raft nodes before linearized reading' (duration: 420.15668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.699865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.281982Z","time spent":"417.869499ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-13T10:01:49.699891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.279492Z","time spent":"420.387267ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:01:49.700308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.285499Z","time spent":"414.73971ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:49.714408Z","caller":"traceutil/trace.go:171","msg":"trace[1991473287] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"425.581741ms","start":"2026-03-13T10:01:49.288813Z","end":"2026-03-13T10:01:49.714394Z","steps":["trace[1991473287] 'process raft request' (duration: 425.377694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.714546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.771686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:49.714594Z","caller":"traceutil/trace.go:171","msg":"trace[546776497] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4360; }","duration":"388.884009ms","start":"2026-03-13T10:01:49.325696Z","end":"2026-03-13T10:01:49.71458Z","steps":["trace[546776497] 'agreement among raft nodes before linearized reading' (duration: 388.748735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.714629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.325671Z","time spent":"388.947932ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:49.714633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.288461Z","time spent":"426.081836ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:49.714725Z","caller":"traceutil/trace.go:171","msg":"trace[1482416524] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"383.351316ms","start":"2026-03-13T10:01:49.331344Z","end":"2026-03-13T10:01:49.714695Z","steps":["trace[1482416524] 'process raft request' (duration: 382.987955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.71479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.962719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517408"} {"level":"info","ts":"2026-03-13T10:01:49.71485Z","caller":"traceutil/trace.go:171","msg":"trace[1293626765] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4360; }","duration":"127.071913ms","start":"2026-03-13T10:01:49.587765Z","end":"2026-03-13T10:01:49.714837Z","steps":["trace[1293626765] 'agreement among raft nodes before linearized reading' (duration: 126.66094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.714878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.33132Z","time spent":"383.47287ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:49.7149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.289189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"info","ts":"2026-03-13T10:01:49.714959Z","caller":"traceutil/trace.go:171","msg":"trace[748486743] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4360; }","duration":"424.366712ms","start":"2026-03-13T10:01:49.290579Z","end":"2026-03-13T10:01:49.714946Z","steps":["trace[748486743] 'agreement among raft nodes before linearized reading' (duration: 423.98872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:49.714999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.290516Z","time spent":"424.477785ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16054,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-13T10:01:50.09556Z","caller":"traceutil/trace.go:171","msg":"trace[1117928268] linearizableReadLoop","detail":"{readStateIndex:4538; appliedIndex:4537; }","duration":"315.766478ms","start":"2026-03-13T10:01:49.77976Z","end":"2026-03-13T10:01:50.095526Z","steps":["trace[1117928268] 'read index received' (duration: 261.409654ms)","trace[1117928268] 'applied index is now lower than readState.Index' (duration: 54.355104ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:50.095617Z","caller":"traceutil/trace.go:171","msg":"trace[1573607662] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"317.187192ms","start":"2026-03-13T10:01:49.778381Z","end":"2026-03-13T10:01:50.095568Z","steps":["trace[1573607662] 'process raft request' (duration: 262.759906ms)","trace[1573607662] 'compare' (duration: 54.195719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:50.095797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.778311Z","time spent":"317.380098ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1188,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:50.095907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.106549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T10:01:50.095927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.62392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:50.095952Z","caller":"traceutil/trace.go:171","msg":"trace[1476445661] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4364; }","duration":"316.235702ms","start":"2026-03-13T10:01:49.779705Z","end":"2026-03-13T10:01:50.095941Z","steps":["trace[1476445661] 'agreement among raft nodes before linearized reading' (duration: 316.005085ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:50.095965Z","caller":"traceutil/trace.go:171","msg":"trace[1383319558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4364; }","duration":"253.714662ms","start":"2026-03-13T10:01:49.842241Z","end":"2026-03-13T10:01:50.095955Z","steps":["trace[1383319558] 'agreement among raft nodes before linearized reading' (duration: 253.63189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:50.09599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.779681Z","time spent":"316.299924ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-13T10:01:50.096031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.832267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-13T10:01:50.096123Z","caller":"traceutil/trace.go:171","msg":"trace[894347307] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4364; }","duration":"314.059584ms","start":"2026-03-13T10:01:49.782051Z","end":"2026-03-13T10:01:50.096111Z","steps":["trace[894347307] 'agreement among raft nodes before linearized reading' (duration: 313.804456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:50.096161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:49.781981Z","time spent":"314.165587ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-13T10:01:50.53212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.938419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:50.532183Z","caller":"traceutil/trace.go:171","msg":"trace[1471779559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4368; }","duration":"157.022701ms","start":"2026-03-13T10:01:50.375148Z","end":"2026-03-13T10:01:50.532171Z","steps":["trace[1471779559] 'range keys from in-memory index tree' (duration: 156.898868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:50.532406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.296283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-13T10:01:50.532484Z","caller":"traceutil/trace.go:171","msg":"trace[1724074965] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4368; }","duration":"159.434708ms","start":"2026-03-13T10:01:50.373027Z","end":"2026-03-13T10:01:50.532462Z","steps":["trace[1724074965] 'range keys from in-memory index tree' (duration: 158.431806ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:50.698872Z","caller":"traceutil/trace.go:171","msg":"trace[371128363] linearizableReadLoop","detail":"{readStateIndex:4543; appliedIndex:4542; }","duration":"129.715766ms","start":"2026-03-13T10:01:50.569132Z","end":"2026-03-13T10:01:50.698848Z","steps":["trace[371128363] 'read index received' (duration: 129.611473ms)","trace[371128363] 'applied index is now lower than readState.Index' (duration: 102.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:50.698992Z","caller":"traceutil/trace.go:171","msg":"trace[1363317685] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"156.839006ms","start":"2026-03-13T10:01:50.542137Z","end":"2026-03-13T10:01:50.698976Z","steps":["trace[1363317685] 'process raft request' (duration: 156.559967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:50.699301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.146009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T10:01:50.69938Z","caller":"traceutil/trace.go:171","msg":"trace[1806962786] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4369; }","duration":"130.259953ms","start":"2026-03-13T10:01:50.5691Z","end":"2026-03-13T10:01:50.69936Z","steps":["trace[1806962786] 'agreement among raft nodes before linearized reading' (duration: 130.031056ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:50.938183Z","caller":"traceutil/trace.go:171","msg":"trace[2133375864] linearizableReadLoop","detail":"{readStateIndex:4544; appliedIndex:4543; }","duration":"239.207838ms","start":"2026-03-13T10:01:50.698938Z","end":"2026-03-13T10:01:50.938146Z","steps":["trace[2133375864] 'read index received' (duration: 226.332404ms)","trace[2133375864] 'applied index is now lower than readState.Index' (duration: 12.873714ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:50.938372Z","caller":"traceutil/trace.go:171","msg":"trace[76804448] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"316.82678ms","start":"2026-03-13T10:01:50.621532Z","end":"2026-03-13T10:01:50.938359Z","steps":["trace[76804448] 'process raft request' (duration: 304.078241ms)","trace[76804448] 'compare' (duration: 12.170691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:50.938517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:50.621511Z","time spent":"316.896103ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413442,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:50.938813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.586462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-13T10:01:50.938898Z","caller":"traceutil/trace.go:171","msg":"trace[1251112133] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4370; }","duration":"211.714236ms","start":"2026-03-13T10:01:50.727166Z","end":"2026-03-13T10:01:50.93888Z","steps":["trace[1251112133] 'agreement among raft nodes before linearized reading' (duration: 211.51674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:50.93897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.300004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:50.939024Z","caller":"traceutil/trace.go:171","msg":"trace[1087064793] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4370; }","duration":"368.365856ms","start":"2026-03-13T10:01:50.570644Z","end":"2026-03-13T10:01:50.93901Z","steps":["trace[1087064793] 'agreement among raft nodes before linearized reading' (duration: 368.231562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:50.939059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:50.570639Z","time spent":"368.412128ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:01:51.452727Z","caller":"traceutil/trace.go:171","msg":"trace[1042300773] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"171.703882ms","start":"2026-03-13T10:01:51.280985Z","end":"2026-03-13T10:01:51.452689Z","steps":["trace[1042300773] 'process raft request' (duration: 162.767952ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:51.455747Z","caller":"traceutil/trace.go:171","msg":"trace[1909344749] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"173.062095ms","start":"2026-03-13T10:01:51.282675Z","end":"2026-03-13T10:01:51.455737Z","steps":["trace[1909344749] 'process raft request' (duration: 172.955242ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:51.455922Z","caller":"traceutil/trace.go:171","msg":"trace[560880622] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4544; }","duration":"170.908778ms","start":"2026-03-13T10:01:51.284976Z","end":"2026-03-13T10:01:51.455885Z","steps":["trace[560880622] 'read index received' (duration: 158.789388ms)","trace[560880622] 'applied index is now lower than readState.Index' (duration: 12.1179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:51.456077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.090943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-13T10:01:51.456106Z","caller":"traceutil/trace.go:171","msg":"trace[1031804074] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424; range_end:; response_count:1; response_revision:4373; }","duration":"171.170215ms","start":"2026-03-13T10:01:51.284929Z","end":"2026-03-13T10:01:51.456099Z","steps":["trace[1031804074] 'agreement among raft nodes before linearized reading' (duration: 171.072182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:51.456193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.155053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-13T10:01:51.456243Z","caller":"traceutil/trace.go:171","msg":"trace[1680914621] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac; range_end:; response_count:1; response_revision:4373; }","duration":"170.242226ms","start":"2026-03-13T10:01:51.285985Z","end":"2026-03-13T10:01:51.456227Z","steps":["trace[1680914621] 'agreement among raft nodes before linearized reading' (duration: 170.03829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.045926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.943658ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T10:01:52.04618Z","caller":"traceutil/trace.go:171","msg":"trace[443334221] linearizableReadLoop","detail":"{readStateIndex:4548; appliedIndex:4547; }","duration":"576.920113ms","start":"2026-03-13T10:01:51.469236Z","end":"2026-03-13T10:01:52.046156Z","steps":["trace[443334221] 'read index received' (duration: 115.645455ms)","trace[443334221] 'applied index is now lower than readState.Index' (duration: 461.271828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:52.04637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.10658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:52.046418Z","caller":"traceutil/trace.go:171","msg":"trace[78607800] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4374; }","duration":"577.215073ms","start":"2026-03-13T10:01:51.46919Z","end":"2026-03-13T10:01:52.046405Z","steps":["trace[78607800] 'agreement among raft nodes before linearized reading' (duration: 577.080479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.046455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.469172Z","time spent":"577.274335ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-13T10:01:52.04665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.423271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:01:52.046694Z","caller":"traceutil/trace.go:171","msg":"trace[1434581078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4374; }","duration":"341.468054ms","start":"2026-03-13T10:01:51.705213Z","end":"2026-03-13T10:01:52.046681Z","steps":["trace[1434581078] 'agreement among raft nodes before linearized reading' (duration: 341.314299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.046658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.552687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:01:52.046729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.705205Z","time spent":"341.513695ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:52.046714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.66517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:01:52.046755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.529466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:01:52.046775Z","caller":"traceutil/trace.go:171","msg":"trace[861902830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4374; }","duration":"342.719053ms","start":"2026-03-13T10:01:51.704019Z","end":"2026-03-13T10:01:52.046739Z","steps":["trace[861902830] 'agreement among raft nodes before linearized reading' (duration: 342.393532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.046784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.574828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:01:52.046808Z","caller":"traceutil/trace.go:171","msg":"trace[504690819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4374; }","duration":"341.793773ms","start":"2026-03-13T10:01:51.70499Z","end":"2026-03-13T10:01:52.046784Z","steps":["trace[504690819] 'agreement among raft nodes before linearized reading' (duration: 341.468473ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:52.046833Z","caller":"traceutil/trace.go:171","msg":"trace[796580688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:4374; }","duration":"342.661561ms","start":"2026-03-13T10:01:51.704152Z","end":"2026-03-13T10:01:52.046814Z","steps":["trace[796580688] 'agreement among raft nodes before linearized reading' (duration: 342.395233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:52.046847Z","caller":"traceutil/trace.go:171","msg":"trace[1503699440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4374; }","duration":"342.687722ms","start":"2026-03-13T10:01:51.704144Z","end":"2026-03-13T10:01:52.046832Z","steps":["trace[1503699440] 'agreement among raft nodes before linearized reading' (duration: 342.516626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.046849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.704001Z","time spent":"342.836296ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:52.046857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.800184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:01:52.046879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.704132Z","time spent":"342.738013ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:01:52.046889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.70412Z","time spent":"342.757994ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:01:52.046894Z","caller":"traceutil/trace.go:171","msg":"trace[120997485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4374; }","duration":"341.850205ms","start":"2026-03-13T10:01:51.705033Z","end":"2026-03-13T10:01:52.046883Z","steps":["trace[120997485] 'agreement among raft nodes before linearized reading' (duration: 341.741932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.046874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.704978Z","time spent":"341.881186ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:01:52.046927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.705028Z","time spent":"341.892756ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:01:52.046715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.756186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424\" ","response":"range_response_count:1 size:2243"} {"level":"warn","ts":"2026-03-13T10:01:52.046963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.207766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:01:52.046981Z","caller":"traceutil/trace.go:171","msg":"trace[117149346] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-d0a91071-39aa-468c-8cbb-eae77c3d3424; range_end:; response_count:1; response_revision:4374; }","duration":"189.066146ms","start":"2026-03-13T10:01:51.857902Z","end":"2026-03-13T10:01:52.046968Z","steps":["trace[117149346] 'agreement among raft nodes before linearized reading' (duration: 188.693294ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:52.047007Z","caller":"traceutil/trace.go:171","msg":"trace[1818050063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4374; }","duration":"342.289479ms","start":"2026-03-13T10:01:51.704703Z","end":"2026-03-13T10:01:52.046992Z","steps":["trace[1818050063] 'agreement among raft nodes before linearized reading' (duration: 342.186035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.047039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:51.704684Z","time spent":"342.348801ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:01:52.371133Z","caller":"traceutil/trace.go:171","msg":"trace[1655847172] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"320.169905ms","start":"2026-03-13T10:01:52.050937Z","end":"2026-03-13T10:01:52.371107Z","steps":["trace[1655847172] 'process raft request' (duration: 319.961338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.371307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.050927Z","time spent":"320.291019ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:52.371513Z","caller":"traceutil/trace.go:171","msg":"trace[1190938685] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"320.389332ms","start":"2026-03-13T10:01:52.051093Z","end":"2026-03-13T10:01:52.371483Z","steps":["trace[1190938685] 'process raft request' (duration: 319.964439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.371671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.051061Z","time spent":"320.525636ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:52.372112Z","caller":"traceutil/trace.go:171","msg":"trace[723436990] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"320.243347ms","start":"2026-03-13T10:01:52.051845Z","end":"2026-03-13T10:01:52.372088Z","steps":["trace[723436990] 'process raft request' (duration: 320.184545ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:52.372127Z","caller":"traceutil/trace.go:171","msg":"trace[1238590706] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"320.283199ms","start":"2026-03-13T10:01:52.051828Z","end":"2026-03-13T10:01:52.372111Z","steps":["trace[1238590706] 'process raft request' (duration: 320.112593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.372212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.051806Z","time spent":"320.36622ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:52.372192Z","caller":"traceutil/trace.go:171","msg":"trace[224823870] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"320.405292ms","start":"2026-03-13T10:01:52.051759Z","end":"2026-03-13T10:01:52.372164Z","steps":["trace[224823870] 'process raft request' (duration: 319.628378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.372236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.051837Z","time spent":"320.331099ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:52.372274Z","caller":"traceutil/trace.go:171","msg":"trace[1769706213] linearizableReadLoop","detail":"{readStateIndex:4556; appliedIndex:4550; }","duration":"263.569071ms","start":"2026-03-13T10:01:52.108689Z","end":"2026-03-13T10:01:52.372258Z","steps":["trace[1769706213] 'read index received' (duration: 262.304571ms)","trace[1769706213] 'applied index is now lower than readState.Index' (duration: 1.2636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:52.372322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.051731Z","time spent":"320.519426ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:52.372369Z","caller":"traceutil/trace.go:171","msg":"trace[915536580] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"320.506815ms","start":"2026-03-13T10:01:52.051847Z","end":"2026-03-13T10:01:52.372354Z","steps":["trace[915536580] 'process raft request' (duration: 320.213406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.372605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.05184Z","time spent":"320.583717ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:52.372595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.843916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62878"} {"level":"info","ts":"2026-03-13T10:01:52.372764Z","caller":"traceutil/trace.go:171","msg":"trace[1719948928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4381; }","duration":"321.028731ms","start":"2026-03-13T10:01:52.051711Z","end":"2026-03-13T10:01:52.37274Z","steps":["trace[1719948928] 'agreement among raft nodes before linearized reading' (duration: 320.619698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:52.372837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.0517Z","time spent":"321.116125ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:01:52.389624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.632162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:52.389612Z","caller":"traceutil/trace.go:171","msg":"trace[1451795538] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"279.988955ms","start":"2026-03-13T10:01:52.109593Z","end":"2026-03-13T10:01:52.389582Z","steps":["trace[1451795538] 'process raft request' (duration: 279.856671ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:52.389672Z","caller":"traceutil/trace.go:171","msg":"trace[367507043] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4382; }","duration":"277.729905ms","start":"2026-03-13T10:01:52.111934Z","end":"2026-03-13T10:01:52.389664Z","steps":["trace[367507043] 'agreement among raft nodes before linearized reading' (duration: 277.621531ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:52.522634Z","caller":"traceutil/trace.go:171","msg":"trace[1561592838] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"128.079715ms","start":"2026-03-13T10:01:52.394527Z","end":"2026-03-13T10:01:52.522607Z","steps":["trace[1561592838] 'read index received' (duration: 66.731412ms)","trace[1561592838] 'applied index is now lower than readState.Index' (duration: 61.346213ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:52.522688Z","caller":"traceutil/trace.go:171","msg":"trace[404567612] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"128.728925ms","start":"2026-03-13T10:01:52.393886Z","end":"2026-03-13T10:01:52.522615Z","steps":["trace[404567612] 'process raft request' (duration: 67.437194ms)","trace[404567612] 'compare' (duration: 60.94439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:52.522825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:52.52291Z","caller":"traceutil/trace.go:171","msg":"trace[1313009596] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-alerting-rules; range_end:; response_count:0; response_revision:4383; }","duration":"128.422266ms","start":"2026-03-13T10:01:52.394466Z","end":"2026-03-13T10:01:52.522889Z","steps":["trace[1313009596] 'agreement among raft nodes before linearized reading' (duration: 128.23048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:53.441054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.768346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:53.441316Z","caller":"traceutil/trace.go:171","msg":"trace[1425497829] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"526.908746ms","start":"2026-03-13T10:01:52.914373Z","end":"2026-03-13T10:01:53.441282Z","steps":["trace[1425497829] 'process raft request' (duration: 367.823749ms)","trace[1425497829] 'compare' (duration: 158.593001ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:53.441422Z","caller":"traceutil/trace.go:171","msg":"trace[1421895265] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"527.03859ms","start":"2026-03-13T10:01:52.91436Z","end":"2026-03-13T10:01:53.441398Z","steps":["trace[1421895265] 'process raft request' (duration: 526.810043ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:53.441455Z","caller":"traceutil/trace.go:171","msg":"trace[1558674942] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"527.03917ms","start":"2026-03-13T10:01:52.914388Z","end":"2026-03-13T10:01:53.441427Z","steps":["trace[1558674942] 'process raft request' (duration: 526.871215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:53.441514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.914364Z","time spent":"527.046151ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:01:53.441514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.914337Z","time spent":"527.137143ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:01:53.441567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.914372Z","time spent":"527.148533ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:01:53.441636Z","caller":"traceutil/trace.go:171","msg":"trace[344833225] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"526.860444ms","start":"2026-03-13T10:01:52.914738Z","end":"2026-03-13T10:01:53.441598Z","steps":["trace[344833225] 'process raft request' (duration: 526.570955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:53.441832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.914725Z","time spent":"527.002669ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:53.442464Z","caller":"traceutil/trace.go:171","msg":"trace[590571964] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"526.341688ms","start":"2026-03-13T10:01:52.916059Z","end":"2026-03-13T10:01:53.442401Z","steps":["trace[590571964] 'process raft request' (duration: 525.430819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:53.442814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.916042Z","time spent":"526.519994ms","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120053,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:53.461835Z","caller":"traceutil/trace.go:171","msg":"trace[1270927144] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"534.794033ms","start":"2026-03-13T10:01:52.926995Z","end":"2026-03-13T10:01:53.461789Z","steps":["trace[1270927144] 'process raft request' (duration: 534.567996ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:53.461954Z","caller":"traceutil/trace.go:171","msg":"trace[840164319] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"534.938288ms","start":"2026-03-13T10:01:52.926987Z","end":"2026-03-13T10:01:53.461925Z","steps":["trace[840164319] 'process raft request' (duration: 534.708761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:53.462023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.926985Z","time spent":"534.937638ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:01:53.46213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:52.926966Z","time spent":"535.067631ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:01:55.482244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.563006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:55.482358Z","caller":"traceutil/trace.go:171","msg":"trace[313548943] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4678; }","duration":"938.000922ms","start":"2026-03-13T10:01:54.544342Z","end":"2026-03-13T10:01:55.482343Z","steps":["trace[313548943] 'read index received' (duration: 187.303271ms)","trace[313548943] 'applied index is now lower than readState.Index' (duration: 750.696211ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:55.482415Z","caller":"traceutil/trace.go:171","msg":"trace[1951494329] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"961.433287ms","start":"2026-03-13T10:01:54.520972Z","end":"2026-03-13T10:01:55.482406Z","steps":["trace[1951494329] 'process raft request' (duration: 210.633183ms)","trace[1951494329] 'compare' (duration: 750.152373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:55.482461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:54.520947Z","time spent":"961.496498ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:01:55.48283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.456735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-13T10:01:55.482927Z","caller":"traceutil/trace.go:171","msg":"trace[1974589932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac; range_end:; response_count:1; response_revision:4500; }","duration":"938.614191ms","start":"2026-03-13T10:01:54.54429Z","end":"2026-03-13T10:01:55.482905Z","steps":["trace[1974589932] 'agreement among raft nodes before linearized reading' (duration: 938.237619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.482974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:54.544272Z","time spent":"938.694163ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" "} {"level":"info","ts":"2026-03-13T10:01:55.834667Z","caller":"traceutil/trace.go:171","msg":"trace[1004725269] linearizableReadLoop","detail":"{readStateIndex:4681; appliedIndex:4679; }","duration":"352.264562ms","start":"2026-03-13T10:01:55.482377Z","end":"2026-03-13T10:01:55.834641Z","steps":["trace[1004725269] 'read index received' (duration: 45.788695ms)","trace[1004725269] 'applied index is now lower than readState.Index' (duration: 306.475047ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:55.83472Z","caller":"traceutil/trace.go:171","msg":"trace[1283155574] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"354.982197ms","start":"2026-03-13T10:01:55.479685Z","end":"2026-03-13T10:01:55.834667Z","steps":["trace[1283155574] 'process raft request' (duration: 354.719299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.83494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:55.479665Z","time spent":"355.130362ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:55.83496Z","caller":"traceutil/trace.go:171","msg":"trace[97831294] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"344.893071ms","start":"2026-03-13T10:01:55.490031Z","end":"2026-03-13T10:01:55.834924Z","steps":["trace[97831294] 'process raft request' (duration: 344.5527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.835005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145094434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:55.835054Z","caller":"traceutil/trace.go:171","msg":"trace[1216833959] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4503; }","duration":"1.145179776s","start":"2026-03-13T10:01:54.689859Z","end":"2026-03-13T10:01:55.835039Z","steps":["trace[1216833959] 'agreement among raft nodes before linearized reading' (duration: 1.145110584s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.835093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:54.689838Z","time spent":"1.145245069s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:55.835088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:55.490001Z","time spent":"345.025455ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3623,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:01:55.834942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.425981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:01:55.835194Z","caller":"traceutil/trace.go:171","msg":"trace[487761551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4503; }","duration":"712.748851ms","start":"2026-03-13T10:01:55.122436Z","end":"2026-03-13T10:01:55.835185Z","steps":["trace[487761551] 'agreement among raft nodes before linearized reading' (duration: 712.349788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.835222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:55.122413Z","time spent":"712.801223ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:01:55.835283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228993084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-13T10:01:55.834908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.296656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:55.835415Z","caller":"traceutil/trace.go:171","msg":"trace[36245676] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db; range_end:; response_count:1; response_revision:4503; }","duration":"1.229136988s","start":"2026-03-13T10:01:54.60625Z","end":"2026-03-13T10:01:55.835387Z","steps":["trace[36245676] 'agreement among raft nodes before linearized reading' (duration: 1.228773277s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:55.835438Z","caller":"traceutil/trace.go:171","msg":"trace[1927644001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4503; }","duration":"458.882354ms","start":"2026-03-13T10:01:55.376524Z","end":"2026-03-13T10:01:55.835407Z","steps":["trace[1927644001] 'agreement among raft nodes before linearized reading' (duration: 458.224273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.835493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:55.376503Z","time spent":"458.975417ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:55.83549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:54.60618Z","time spent":"1.229280352s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db\" "} {"level":"warn","ts":"2026-03-13T10:01:55.835506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.875989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714855"} {"level":"info","ts":"2026-03-13T10:01:55.835564Z","caller":"traceutil/trace.go:171","msg":"trace[662788754] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4503; }","duration":"335.953221ms","start":"2026-03-13T10:01:55.499588Z","end":"2026-03-13T10:01:55.835542Z","steps":["trace[662788754] 'agreement among raft nodes before linearized reading' (duration: 335.407924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:55.835644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:55.499554Z","time spent":"336.081715ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":714877,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-13T10:01:56.763101Z","caller":"traceutil/trace.go:171","msg":"trace[360028478] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"357.049782ms","start":"2026-03-13T10:01:56.406022Z","end":"2026-03-13T10:01:56.763072Z","steps":["trace[360028478] 'process raft request' (duration: 356.933449ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:56.764016Z","caller":"traceutil/trace.go:171","msg":"trace[562039431] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"357.862757ms","start":"2026-03-13T10:01:56.406133Z","end":"2026-03-13T10:01:56.763996Z","steps":["trace[562039431] 'process raft request' (duration: 357.341641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:56.764238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:56.406112Z","time spent":"358.002842ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:56.764011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:56.406017Z","time spent":"357.904669ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:56.76359Z","caller":"traceutil/trace.go:171","msg":"trace[1214151816] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"357.480726ms","start":"2026-03-13T10:01:56.406081Z","end":"2026-03-13T10:01:56.763561Z","steps":["trace[1214151816] 'process raft request' (duration: 356.956159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:56.76355Z","caller":"traceutil/trace.go:171","msg":"trace[1814088009] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"357.767325ms","start":"2026-03-13T10:01:56.405732Z","end":"2026-03-13T10:01:56.763499Z","steps":["trace[1814088009] 'process raft request' (duration: 328.552079ms)","trace[1814088009] 'compare' (duration: 28.158883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:56.764611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:56.406076Z","time spent":"358.438425ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:56.76493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:56.405726Z","time spent":"358.91694ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:56.765407Z","caller":"traceutil/trace.go:171","msg":"trace[2100253910] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"358.861219ms","start":"2026-03-13T10:01:56.406529Z","end":"2026-03-13T10:01:56.76539Z","steps":["trace[2100253910] 'process raft request' (duration: 357.420604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:56.765503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:56.406511Z","time spent":"358.963142ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:56.765596Z","caller":"traceutil/trace.go:171","msg":"trace[549182662] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4691; }","duration":"358.767886ms","start":"2026-03-13T10:01:56.406578Z","end":"2026-03-13T10:01:56.765346Z","steps":["trace[549182662] 'read index received' (duration: 48.611884ms)","trace[549182662] 'applied index is now lower than readState.Index' (duration: 310.154861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:56.76571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.124537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62878"} {"level":"info","ts":"2026-03-13T10:01:56.765766Z","caller":"traceutil/trace.go:171","msg":"trace[1830507704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4517; }","duration":"359.185669ms","start":"2026-03-13T10:01:56.406567Z","end":"2026-03-13T10:01:56.765753Z","steps":["trace[1830507704] 'agreement among raft nodes before linearized reading' (duration: 358.933141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:56.765781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.282858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:56.765807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:56.406542Z","time spent":"359.256121ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:01:56.765834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.270684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-13T10:01:56.765879Z","caller":"traceutil/trace.go:171","msg":"trace[1295384812] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac; range_end:; response_count:1; response_revision:4517; }","duration":"279.405138ms","start":"2026-03-13T10:01:56.486464Z","end":"2026-03-13T10:01:56.765869Z","steps":["trace[1295384812] 'agreement among raft nodes before linearized reading' (duration: 279.207922ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:56.765834Z","caller":"traceutil/trace.go:171","msg":"trace[1540987666] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4517; }","duration":"192.363309ms","start":"2026-03-13T10:01:56.573456Z","end":"2026-03-13T10:01:56.765819Z","steps":["trace[1540987666] 'agreement among raft nodes before linearized reading' (duration: 192.288977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:56.765961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.762615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-13T10:01:56.766021Z","caller":"traceutil/trace.go:171","msg":"trace[573970274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ba4b170-868e-4a71-b53e-ad552b6f2eac; range_end:; response_count:1; response_revision:4517; }","duration":"276.892569ms","start":"2026-03-13T10:01:56.489112Z","end":"2026-03-13T10:01:56.766005Z","steps":["trace[573970274] 'agreement among raft nodes before linearized reading' (duration: 276.701963ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:57.069735Z","caller":"traceutil/trace.go:171","msg":"trace[1399109918] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"184.550915ms","start":"2026-03-13T10:01:56.885156Z","end":"2026-03-13T10:01:57.069707Z","steps":["trace[1399109918] 'process raft request' (duration: 184.303987ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:59.114325Z","caller":"traceutil/trace.go:171","msg":"trace[633868548] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"595.32829ms","start":"2026-03-13T10:01:58.518971Z","end":"2026-03-13T10:01:59.114299Z","steps":["trace[633868548] 'process raft request' (duration: 577.390118ms)","trace[633868548] 'compare' (duration: 17.507239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:59.114431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.518953Z","time spent":"595.429744ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:02:00.24721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149662105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:02:00.247793Z","caller":"traceutil/trace.go:171","msg":"trace[1022530264] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4777; }","duration":"1.648355497s","start":"2026-03-13T10:01:58.599413Z","end":"2026-03-13T10:02:00.247769Z","steps":["trace[1022530264] 'read index received' (duration: 496.949947ms)","trace[1022530264] 'applied index is now lower than readState.Index' (duration: 1.15140433s)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:00.247881Z","caller":"traceutil/trace.go:171","msg":"trace[1192810212] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"1.720445016s","start":"2026-03-13T10:01:58.527426Z","end":"2026-03-13T10:02:00.247871Z","steps":["trace[1192810212] 'process raft request' (duration: 1.720151497s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:00.248019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.527386Z","time spent":"1.720528269s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:00.248103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648667857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:00.248177Z","caller":"traceutil/trace.go:171","msg":"trace[1437376473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4595; }","duration":"1.648810811s","start":"2026-03-13T10:01:58.599347Z","end":"2026-03-13T10:02:00.248157Z","steps":["trace[1437376473] 'agreement among raft nodes before linearized reading' (duration: 1.648672627s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:00.248238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.599322Z","time spent":"1.648901554s","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:02:00.74823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614480147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:02:00.930197Z","caller":"traceutil/trace.go:171","msg":"trace[531525805] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"1.383927939s","start":"2026-03-13T10:01:59.546214Z","end":"2026-03-13T10:02:00.930142Z","steps":["trace[531525805] 'process raft request' (duration: 1.293424132s)","trace[531525805] 'compare' (duration: 90.104825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:00.930371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:59.546188Z","time spent":"1.384095645s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:00.930898Z","caller":"traceutil/trace.go:171","msg":"trace[547981676] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"1.075681357s","start":"2026-03-13T10:01:59.855205Z","end":"2026-03-13T10:02:00.930886Z","steps":["trace[547981676] 'process raft request' (duration: 1.074868712s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:00.930985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:59.85518Z","time spent":"1.07576257s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:01.014407Z","caller":"traceutil/trace.go:171","msg":"trace[737304884] linearizableReadLoop","detail":"{readStateIndex:4782; appliedIndex:4779; }","duration":"766.540037ms","start":"2026-03-13T10:02:00.247842Z","end":"2026-03-13T10:02:01.014383Z","steps":["trace[737304884] 'read index received' (duration: 591.811691ms)","trace[737304884] 'applied index is now lower than readState.Index' (duration: 174.726466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:01.014627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243627506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:02:01.014667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244962907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:02:01.014705Z","caller":"traceutil/trace.go:171","msg":"trace[585671149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4598; }","duration":"2.24504892s","start":"2026-03-13T10:01:58.769643Z","end":"2026-03-13T10:02:01.014692Z","steps":["trace[585671149] 'agreement among raft nodes before linearized reading' (duration: 2.244880375s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:01.014707Z","caller":"traceutil/trace.go:171","msg":"trace[1783697403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:4598; }","duration":"2.243740969s","start":"2026-03-13T10:01:58.770948Z","end":"2026-03-13T10:02:01.014689Z","steps":["trace[1783697403] 'agreement among raft nodes before linearized reading' (duration: 2.243478391s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.014751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.77094Z","time spent":"2.24380302s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:02:01.014728Z","caller":"traceutil/trace.go:171","msg":"trace[182123848] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"392.843744ms","start":"2026-03-13T10:02:00.621663Z","end":"2026-03-13T10:02:01.014506Z","steps":["trace[182123848] 'process raft request' (duration: 392.562885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.01476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.769634Z","time spent":"2.245108401s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:01.014771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2466441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:02:01.014874Z","caller":"traceutil/trace.go:171","msg":"trace[1643999760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4598; }","duration":"2.246813795s","start":"2026-03-13T10:01:58.768042Z","end":"2026-03-13T10:02:01.014856Z","steps":["trace[1643999760] 'agreement among raft nodes before linearized reading' (duration: 2.246511176s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.01493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.768022Z","time spent":"2.246895928s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:01.014931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:00.621633Z","time spent":"393.171693ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17292,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:01.015077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636887268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:01.015122Z","caller":"traceutil/trace.go:171","msg":"trace[1207186878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4598; }","duration":"1.6369722s","start":"2026-03-13T10:01:59.378139Z","end":"2026-03-13T10:02:01.015111Z","steps":["trace[1207186878] 'agreement among raft nodes before linearized reading' (duration: 1.636906278s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.015163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.870902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:02:01.015202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.001346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rm89r\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-13T10:02:01.01523Z","caller":"traceutil/trace.go:171","msg":"trace[2037320248] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4598; }","duration":"115.973625ms","start":"2026-03-13T10:02:00.899237Z","end":"2026-03-13T10:02:01.015211Z","steps":["trace[2037320248] 'agreement among raft nodes before linearized reading' (duration: 115.872182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.01523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486834135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rm89r.189c5e5fba3e6a88\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-13T10:02:01.015271Z","caller":"traceutil/trace.go:171","msg":"trace[1341845819] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rm89r; range_end:; response_count:1; response_revision:4598; }","duration":"763.11778ms","start":"2026-03-13T10:02:00.252137Z","end":"2026-03-13T10:02:01.015255Z","steps":["trace[1341845819] 'agreement among raft nodes before linearized reading' (duration: 762.936184ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:01.015289Z","caller":"traceutil/trace.go:171","msg":"trace[1897388699] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rm89r.189c5e5fba3e6a88; range_end:; response_count:1; response_revision:4598; }","duration":"1.486935968s","start":"2026-03-13T10:01:59.528337Z","end":"2026-03-13T10:02:01.015273Z","steps":["trace[1897388699] 'agreement among raft nodes before linearized reading' (duration: 1.486697961s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.015328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:59.528317Z","time spent":"1.487002171s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rm89r.189c5e5fba3e6a88\" "} {"level":"warn","ts":"2026-03-13T10:02:01.015327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24568494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:02:01.015364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281722135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:01.015399Z","caller":"traceutil/trace.go:171","msg":"trace[784883992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4598; }","duration":"2.245743741s","start":"2026-03-13T10:01:58.769633Z","end":"2026-03-13T10:02:01.015377Z","steps":["trace[784883992] 'agreement among raft nodes before linearized reading' (duration: 2.245613487s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:01.015424Z","caller":"traceutil/trace.go:171","msg":"trace[2129914265] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4598; }","duration":"1.28185788s","start":"2026-03-13T10:01:59.733556Z","end":"2026-03-13T10:02:01.015414Z","steps":["trace[2129914265] 'agreement among raft nodes before linearized reading' (duration: 1.281730896s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.015296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246707682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-13T10:02:01.015548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.453459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:02:01.015603Z","caller":"traceutil/trace.go:171","msg":"trace[1493783422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4598; }","duration":"539.533842ms","start":"2026-03-13T10:02:00.476055Z","end":"2026-03-13T10:02:01.015589Z","steps":["trace[1493783422] 'agreement among raft nodes before linearized reading' (duration: 539.416128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.015185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24601532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:02:01.015643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:00.476041Z","time spent":"539.592473ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:02:01.015546Z","caller":"traceutil/trace.go:171","msg":"trace[132661355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4598; }","duration":"2.246983731s","start":"2026-03-13T10:01:58.768535Z","end":"2026-03-13T10:02:01.015519Z","steps":["trace[132661355] 'agreement among raft nodes before linearized reading' (duration: 2.246546777s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:01.015679Z","caller":"traceutil/trace.go:171","msg":"trace[65330057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4598; }","duration":"2.246552707s","start":"2026-03-13T10:01:58.769109Z","end":"2026-03-13T10:02:01.015662Z","steps":["trace[65330057] 'agreement among raft nodes before linearized reading' (duration: 2.245879416s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.01575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.769099Z","time spent":"2.24663667s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:02:01.015445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.58895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189c5e5e9456d696\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-13T10:02:01.01582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.768516Z","time spent":"2.247254529s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:02:01.015849Z","caller":"traceutil/trace.go:171","msg":"trace[1953571736] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189c5e5e9456d696; range_end:; response_count:1; response_revision:4598; }","duration":"232.999984ms","start":"2026-03-13T10:02:00.782806Z","end":"2026-03-13T10:02:01.015806Z","steps":["trace[1953571736] 'agreement among raft nodes before linearized reading' (duration: 232.5448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.015324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:00.25211Z","time spent":"763.201192ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9852,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rm89r\" "} {"level":"warn","ts":"2026-03-13T10:02:01.015918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413915653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777457"} {"level":"info","ts":"2026-03-13T10:02:01.015992Z","caller":"traceutil/trace.go:171","msg":"trace[1741586442] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4598; }","duration":"2.414001386s","start":"2026-03-13T10:01:58.601959Z","end":"2026-03-13T10:02:01.01596Z","steps":["trace[1741586442] 'agreement among raft nodes before linearized reading' (duration: 2.413540091s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.015317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139536112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db\" ","response":"range_response_count:1 size:3901"} {"level":"warn","ts":"2026-03-13T10:02:01.016035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.601942Z","time spent":"2.414082849s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777479,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-13T10:02:01.016048Z","caller":"traceutil/trace.go:171","msg":"trace[854424232] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db; range_end:; response_count:1; response_revision:4598; }","duration":"2.140262465s","start":"2026-03-13T10:01:58.875771Z","end":"2026-03-13T10:02:01.016033Z","steps":["trace[854424232] 'agreement among raft nodes before linearized reading' (duration: 2.139427499s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:01.016105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.875726Z","time spent":"2.140359189s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3923,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db\" "} {"level":"warn","ts":"2026-03-13T10:02:01.015449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:58.769603Z","time spent":"2.245835364s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:02:01.015179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:59.378117Z","time spent":"1.637053183s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:02:01.015452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:59.733535Z","time spent":"1.281910042s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:02:09.911579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.453239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:09.912024Z","caller":"traceutil/trace.go:171","msg":"trace[1772587383] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"686.333284ms","start":"2026-03-13T10:02:09.22566Z","end":"2026-03-13T10:02:09.911993Z","steps":["trace[1772587383] 'process raft request' (duration: 548.39025ms)","trace[1772587383] 'compare' (duration: 137.295163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:09.912116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:09.225627Z","time spent":"686.444377ms","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121030,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:09.912155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.505226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:09.91219Z","caller":"traceutil/trace.go:171","msg":"trace[1141674869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4760; }","duration":"535.579498ms","start":"2026-03-13T10:02:09.3766Z","end":"2026-03-13T10:02:09.91218Z","steps":["trace[1141674869] 'agreement among raft nodes before linearized reading' (duration: 535.502865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:09.912218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:09.37658Z","time spent":"535.63294ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:02:09.911944Z","caller":"traceutil/trace.go:171","msg":"trace[54524401] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"535.273128ms","start":"2026-03-13T10:02:09.376653Z","end":"2026-03-13T10:02:09.911926Z","steps":["trace[54524401] 'read index received' (duration: 397.286612ms)","trace[54524401] 'applied index is now lower than readState.Index' (duration: 137.985116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:09.913512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.099245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-qzjj4\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-13T10:02:09.913592Z","caller":"traceutil/trace.go:171","msg":"trace[1341156375] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-qzjj4; range_end:; response_count:1; response_revision:4760; }","duration":"299.217349ms","start":"2026-03-13T10:02:09.614351Z","end":"2026-03-13T10:02:09.913568Z","steps":["trace[1341156375] 'agreement among raft nodes before linearized reading' (duration: 298.379143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:10.726815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.396901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:10.72706Z","caller":"traceutil/trace.go:171","msg":"trace[861468772] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"813.486637ms","start":"2026-03-13T10:02:09.913531Z","end":"2026-03-13T10:02:10.727018Z","steps":["trace[861468772] 'process raft request' (duration: 345.811808ms)","trace[861468772] 'compare' (duration: 466.990228ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:10.727133Z","caller":"traceutil/trace.go:171","msg":"trace[854452222] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4950; }","duration":"349.873276ms","start":"2026-03-13T10:02:10.377234Z","end":"2026-03-13T10:02:10.727107Z","steps":["trace[854452222] 'read index received' (duration: 343.740484ms)","trace[854452222] 'applied index is now lower than readState.Index' (duration: 6.131282ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:10.727268Z","caller":"traceutil/trace.go:171","msg":"trace[1511564392] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"803.98405ms","start":"2026-03-13T10:02:09.923266Z","end":"2026-03-13T10:02:10.72725Z","steps":["trace[1511564392] 'process raft request' (duration: 803.693401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:10.727382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:09.923244Z","time spent":"804.075072ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:10.727433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:09.913515Z","time spent":"813.635693ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:02:10.727454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.417803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:02:10.72753Z","caller":"traceutil/trace.go:171","msg":"trace[1227474268] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4762; }","duration":"156.546556ms","start":"2026-03-13T10:02:10.570951Z","end":"2026-03-13T10:02:10.727498Z","steps":["trace[1227474268] 'agreement among raft nodes before linearized reading' (duration: 156.388121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:10.727509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.255639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:10.727611Z","caller":"traceutil/trace.go:171","msg":"trace[302298888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"350.405113ms","start":"2026-03-13T10:02:10.377178Z","end":"2026-03-13T10:02:10.727583Z","steps":["trace[302298888] 'agreement among raft nodes before linearized reading' (duration: 350.149085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:10.727679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:10.377157Z","time spent":"350.509167ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:02:11.121955Z","caller":"traceutil/trace.go:171","msg":"trace[550124135] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"155.404701ms","start":"2026-03-13T10:02:10.966511Z","end":"2026-03-13T10:02:11.121915Z","steps":["trace[550124135] 'process raft request' (duration: 86.946916ms)","trace[550124135] 'compare' (duration: 68.27985ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:11.34193Z","caller":"traceutil/trace.go:171","msg":"trace[1661483279] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"216.363941ms","start":"2026-03-13T10:02:11.125524Z","end":"2026-03-13T10:02:11.341888Z","steps":["trace[1661483279] 'process raft request' (duration: 135.987002ms)","trace[1661483279] 'compare' (duration: 80.270536ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:11.405224Z","caller":"traceutil/trace.go:171","msg":"trace[2076958355] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"279.540962ms","start":"2026-03-13T10:02:11.125661Z","end":"2026-03-13T10:02:11.405202Z","steps":["trace[2076958355] 'process raft request' (duration: 279.46814ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.40525Z","caller":"traceutil/trace.go:171","msg":"trace[837477299] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"279.544563ms","start":"2026-03-13T10:02:11.12567Z","end":"2026-03-13T10:02:11.405215Z","steps":["trace[837477299] 'process raft request' (duration: 279.335476ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.405526Z","caller":"traceutil/trace.go:171","msg":"trace[351422354] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"279.79475ms","start":"2026-03-13T10:02:11.125714Z","end":"2026-03-13T10:02:11.405508Z","steps":["trace[351422354] 'process raft request' (duration: 279.453029ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.405567Z","caller":"traceutil/trace.go:171","msg":"trace[1784712141] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"279.47998ms","start":"2026-03-13T10:02:11.126076Z","end":"2026-03-13T10:02:11.405555Z","steps":["trace[1784712141] 'process raft request' (duration: 279.332766ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.40557Z","caller":"traceutil/trace.go:171","msg":"trace[2065895016] linearizableReadLoop","detail":"{readStateIndex:4965; appliedIndex:4960; }","duration":"279.007595ms","start":"2026-03-13T10:02:11.126542Z","end":"2026-03-13T10:02:11.405549Z","steps":["trace[2065895016] 'read index received' (duration: 134.96172ms)","trace[2065895016] 'applied index is now lower than readState.Index' (duration: 144.044835ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:11.405673Z","caller":"traceutil/trace.go:171","msg":"trace[294748846] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"277.805668ms","start":"2026-03-13T10:02:11.127817Z","end":"2026-03-13T10:02:11.405623Z","steps":["trace[294748846] 'process raft request' (duration: 277.695724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:11.405866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.305965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70927"} {"level":"info","ts":"2026-03-13T10:02:11.406264Z","caller":"traceutil/trace.go:171","msg":"trace[361986963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4776; }","duration":"279.738559ms","start":"2026-03-13T10:02:11.126507Z","end":"2026-03-13T10:02:11.406246Z","steps":["trace[361986963] 'agreement among raft nodes before linearized reading' (duration: 279.167071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:11.406033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.514109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:02:11.406381Z","caller":"traceutil/trace.go:171","msg":"trace[606016940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4776; }","duration":"129.909403ms","start":"2026-03-13T10:02:11.27645Z","end":"2026-03-13T10:02:11.406359Z","steps":["trace[606016940] 'agreement among raft nodes before linearized reading' (duration: 129.403807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:11.88146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.825439ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T10:02:11.881896Z","caller":"traceutil/trace.go:171","msg":"trace[1497350759] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4966; }","duration":"156.603949ms","start":"2026-03-13T10:02:11.725264Z","end":"2026-03-13T10:02:11.881868Z","steps":["trace[1497350759] 'read index received' (duration: 28.341µs)","trace[1497350759] 'applied index is now lower than readState.Index' (duration: 156.573517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:11.882021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.737583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:02:11.882057Z","caller":"traceutil/trace.go:171","msg":"trace[2001074362] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4776; }","duration":"156.813465ms","start":"2026-03-13T10:02:11.725233Z","end":"2026-03-13T10:02:11.882047Z","steps":["trace[2001074362] 'agreement among raft nodes before linearized reading' (duration: 156.704272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:15.990661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.925877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:15.990891Z","caller":"traceutil/trace.go:171","msg":"trace[1267352841] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"230.472764ms","start":"2026-03-13T10:02:15.760398Z","end":"2026-03-13T10:02:15.990871Z","steps":["trace[1267352841] 'process raft request' (duration: 22.250407ms)","trace[1267352841] 'compare' (duration: 207.791283ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:16.189023Z","caller":"traceutil/trace.go:171","msg":"trace[632380736] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"428.527402ms","start":"2026-03-13T10:02:15.760474Z","end":"2026-03-13T10:02:16.189001Z","steps":["trace[632380736] 'process raft request' (duration: 428.348747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:16.189141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:15.760448Z","time spent":"428.630826ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:16.189278Z","caller":"traceutil/trace.go:171","msg":"trace[1381711141] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5007; }","duration":"206.817492ms","start":"2026-03-13T10:02:15.982445Z","end":"2026-03-13T10:02:16.189262Z","steps":["trace[1381711141] 'read index received' (duration: 206.399859ms)","trace[1381711141] 'applied index is now lower than readState.Index' (duration: 416.843µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:16.189461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.020639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:02:16.189492Z","caller":"traceutil/trace.go:171","msg":"trace[117731527] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4819; }","duration":"207.092051ms","start":"2026-03-13T10:02:15.98239Z","end":"2026-03-13T10:02:16.189483Z","steps":["trace[117731527] 'agreement among raft nodes before linearized reading' (duration: 206.973167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:16.189551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.878949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T10:02:16.189586Z","caller":"traceutil/trace.go:171","msg":"trace[1655334559] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:4819; }","duration":"142.955261ms","start":"2026-03-13T10:02:16.04662Z","end":"2026-03-13T10:02:16.189576Z","steps":["trace[1655334559] 'agreement among raft nodes before linearized reading' (duration: 142.830487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:16.18966Z","caller":"traceutil/trace.go:171","msg":"trace[338844587] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"429.043398ms","start":"2026-03-13T10:02:15.760606Z","end":"2026-03-13T10:02:16.189649Z","steps":["trace[338844587] 'process raft request' (duration: 428.336776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:16.1897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:15.760599Z","time spent":"429.078129ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:16.18978Z","caller":"traceutil/trace.go:171","msg":"trace[76036402] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"428.135589ms","start":"2026-03-13T10:02:15.761638Z","end":"2026-03-13T10:02:16.189773Z","steps":["trace[76036402] 'process raft request' (duration: 427.52615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:16.189812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:15.761617Z","time spent":"428.176841ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:17.199373Z","caller":"traceutil/trace.go:171","msg":"trace[1039825992] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"203.993905ms","start":"2026-03-13T10:02:16.995357Z","end":"2026-03-13T10:02:17.199351Z","steps":["trace[1039825992] 'process raft request' (duration: 203.83711ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:17.201456Z","caller":"traceutil/trace.go:171","msg":"trace[342618698] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5014; }","duration":"128.311732ms","start":"2026-03-13T10:02:17.073123Z","end":"2026-03-13T10:02:17.201435Z","steps":["trace[342618698] 'read index received' (duration: 126.119923ms)","trace[342618698] 'applied index is now lower than readState.Index' (duration: 2.190909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:17.201875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.712125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:17.202026Z","caller":"traceutil/trace.go:171","msg":"trace[956084183] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4825; }","duration":"128.918411ms","start":"2026-03-13T10:02:17.073082Z","end":"2026-03-13T10:02:17.202Z","steps":["trace[956084183] 'agreement among raft nodes before linearized reading' (duration: 128.597841ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:17.202045Z","caller":"traceutil/trace.go:171","msg":"trace[1995741878] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"170.401371ms","start":"2026-03-13T10:02:17.031603Z","end":"2026-03-13T10:02:17.202005Z","steps":["trace[1995741878] 'process raft request' (duration: 169.694619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:19.878236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614480837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:02:20.139109Z","caller":"traceutil/trace.go:171","msg":"trace[1553047261] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"930.163516ms","start":"2026-03-13T10:02:19.208915Z","end":"2026-03-13T10:02:20.139078Z","steps":["trace[1553047261] 'process raft request' (duration: 929.9663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.139322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.20889Z","time spent":"930.3035ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:20.174042Z","caller":"traceutil/trace.go:171","msg":"trace[1589731320] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5090; }","duration":"796.487016ms","start":"2026-03-13T10:02:19.377531Z","end":"2026-03-13T10:02:20.174018Z","steps":["trace[1589731320] 'read index received' (duration: 761.945963ms)","trace[1589731320] 'applied index is now lower than readState.Index' (duration: 34.540063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:20.174317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.760514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:20.174394Z","caller":"traceutil/trace.go:171","msg":"trace[424058638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"796.877968ms","start":"2026-03-13T10:02:19.377496Z","end":"2026-03-13T10:02:20.174374Z","steps":["trace[424058638] 'agreement among raft nodes before linearized reading' (duration: 796.718733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.86139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:02:20.174432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.377481Z","time spent":"796.9451ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:02:20.174402Z","caller":"traceutil/trace.go:171","msg":"trace[997935027] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"963.554542ms","start":"2026-03-13T10:02:19.210521Z","end":"2026-03-13T10:02:20.174075Z","steps":["trace[997935027] 'process raft request' (duration: 963.252093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.052978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:02:20.174514Z","caller":"traceutil/trace.go:171","msg":"trace[1290208390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4900; }","duration":"688.109389ms","start":"2026-03-13T10:02:19.486396Z","end":"2026-03-13T10:02:20.174505Z","steps":["trace[1290208390] 'agreement among raft nodes before linearized reading' (duration: 688.011566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.48639Z","time spent":"688.14735ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:02:20.174594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.210477Z","time spent":"964.013987ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:20.174623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.863766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-13T10:02:20.174659Z","caller":"traceutil/trace.go:171","msg":"trace[238845648] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4900; }","duration":"460.930688ms","start":"2026-03-13T10:02:19.713718Z","end":"2026-03-13T10:02:20.174649Z","steps":["trace[238845648] 'agreement among raft nodes before linearized reading' (duration: 460.810285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.874017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:02:20.174666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.955235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:02:20.174765Z","caller":"traceutil/trace.go:171","msg":"trace[1385738499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4900; }","duration":"692.029542ms","start":"2026-03-13T10:02:19.482691Z","end":"2026-03-13T10:02:20.17472Z","steps":["trace[1385738499] 'agreement among raft nodes before linearized reading' (duration: 691.740303ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:20.174796Z","caller":"traceutil/trace.go:171","msg":"trace[187650142] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"433.087565ms","start":"2026-03-13T10:02:19.741687Z","end":"2026-03-13T10:02:20.174774Z","steps":["trace[187650142] 'process raft request' (duration: 432.28083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.581714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:02:20.174767Z","caller":"traceutil/trace.go:171","msg":"trace[968575431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4900; }","duration":"696.11436ms","start":"2026-03-13T10:02:19.478625Z","end":"2026-03-13T10:02:20.17474Z","steps":["trace[968575431] 'agreement among raft nodes before linearized reading' (duration: 695.842892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.939986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-13T10:02:20.174929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.619303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f63eb168-b5b3-4982-a1c2-d387f34609ff\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-13T10:02:20.174852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.482673Z","time spent":"692.139105ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:02:20.174937Z","caller":"traceutil/trace.go:171","msg":"trace[663252678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4900; }","duration":"422.049379ms","start":"2026-03-13T10:02:19.752851Z","end":"2026-03-13T10:02:20.174901Z","steps":["trace[663252678] 'agreement among raft nodes before linearized reading' (duration: 421.604915ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:20.17496Z","caller":"traceutil/trace.go:171","msg":"trace[1428073900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f63eb168-b5b3-4982-a1c2-d387f34609ff; range_end:; response_count:1; response_revision:4900; }","duration":"597.686665ms","start":"2026-03-13T10:02:19.577264Z","end":"2026-03-13T10:02:20.17495Z","steps":["trace[1428073900] 'agreement among raft nodes before linearized reading' (duration: 597.244311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.174981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.577238Z","time spent":"597.737437ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f63eb168-b5b3-4982-a1c2-d387f34609ff\" "} {"level":"warn","ts":"2026-03-13T10:02:20.174973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.75282Z","time spent":"422.144532ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-13T10:02:20.174919Z","caller":"traceutil/trace.go:171","msg":"trace[873781394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4900; }","duration":"688.801461ms","start":"2026-03-13T10:02:19.486082Z","end":"2026-03-13T10:02:20.174884Z","steps":["trace[873781394] 'agreement among raft nodes before linearized reading' (duration: 688.315396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.1747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.713703Z","time spent":"460.98923ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-13T10:02:20.174446Z","caller":"traceutil/trace.go:171","msg":"trace[993423328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4900; }","duration":"783.947213ms","start":"2026-03-13T10:02:19.390485Z","end":"2026-03-13T10:02:20.174432Z","steps":["trace[993423328] 'agreement among raft nodes before linearized reading' (duration: 783.749036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.175156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.486072Z","time spent":"689.022607ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:20.175185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.390478Z","time spent":"784.691466ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:20.175309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.741669Z","time spent":"433.181159ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:20.174899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.478606Z","time spent":"696.279085ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:02:20.17442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.244702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:02:20.175479Z","caller":"traceutil/trace.go:171","msg":"trace[1156541519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:4900; }","duration":"688.348807ms","start":"2026-03-13T10:02:19.487106Z","end":"2026-03-13T10:02:20.175455Z","steps":["trace[1156541519] 'agreement among raft nodes before linearized reading' (duration: 687.150089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.175515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.487101Z","time spent":"688.403028ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:02:20.175778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.992445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:02:20.175847Z","caller":"traceutil/trace.go:171","msg":"trace[245999312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4900; }","duration":"688.079998ms","start":"2026-03-13T10:02:19.487754Z","end":"2026-03-13T10:02:20.175834Z","steps":["trace[245999312] 'agreement among raft nodes before linearized reading' (duration: 686.755667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.175882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.487748Z","time spent":"688.12549ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:02:22.049436Z","caller":"traceutil/trace.go:171","msg":"trace[1795933237] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"234.659936ms","start":"2026-03-13T10:02:21.81475Z","end":"2026-03-13T10:02:22.04941Z","steps":["trace[1795933237] 'read index received' (duration: 234.351346ms)","trace[1795933237] 'applied index is now lower than readState.Index' (duration: 307.12µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:22.049485Z","caller":"traceutil/trace.go:171","msg":"trace[2054430387] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"238.65981ms","start":"2026-03-13T10:02:21.810771Z","end":"2026-03-13T10:02:22.04943Z","steps":["trace[2054430387] 'process raft request' (duration: 238.438833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:22.049694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.916124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121044"} {"level":"info","ts":"2026-03-13T10:02:22.049738Z","caller":"traceutil/trace.go:171","msg":"trace[1851102286] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4925; }","duration":"234.993326ms","start":"2026-03-13T10:02:21.814735Z","end":"2026-03-13T10:02:22.049728Z","steps":["trace[1851102286] 'agreement among raft nodes before linearized reading' (duration: 234.775799ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:35.738394Z","caller":"traceutil/trace.go:171","msg":"trace[841031134] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"489.799253ms","start":"2026-03-13T10:02:35.248572Z","end":"2026-03-13T10:02:35.738371Z","steps":["trace[841031134] 'read index received' (duration: 489.526264ms)","trace[841031134] 'applied index is now lower than readState.Index' (duration: 272.089µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:35.73852Z","caller":"traceutil/trace.go:171","msg":"trace[4024468] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"544.523467ms","start":"2026-03-13T10:02:35.193986Z","end":"2026-03-13T10:02:35.738509Z","steps":["trace[4024468] 'process raft request' (duration: 544.206057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:35.738632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:35.19396Z","time spent":"544.588359ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:35.738876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.460902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T10:02:35.738962Z","caller":"traceutil/trace.go:171","msg":"trace[142385467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5110; }","duration":"489.598777ms","start":"2026-03-13T10:02:35.249345Z","end":"2026-03-13T10:02:35.738944Z","steps":["trace[142385467] 'agreement among raft nodes before linearized reading' (duration: 489.38225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:35.739003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:35.249323Z","time spent":"489.671519ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T10:02:35.739019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.405322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T10:02:35.739118Z","caller":"traceutil/trace.go:171","msg":"trace[101389445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5110; }","duration":"490.565677ms","start":"2026-03-13T10:02:35.248528Z","end":"2026-03-13T10:02:35.739094Z","steps":["trace[101389445] 'agreement among raft nodes before linearized reading' (duration: 490.294799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:35.739216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:35.248513Z","time spent":"490.687201ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:02:35.739293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.68055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:02:35.739825Z","caller":"traceutil/trace.go:171","msg":"trace[528612636] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5110; }","duration":"141.257908ms","start":"2026-03-13T10:02:35.598537Z","end":"2026-03-13T10:02:35.739795Z","steps":["trace[528612636] 'agreement among raft nodes before linearized reading' (duration: 140.330139ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:35.904601Z","caller":"traceutil/trace.go:171","msg":"trace[855345777] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"160.540292ms","start":"2026-03-13T10:02:35.744034Z","end":"2026-03-13T10:02:35.904575Z","steps":["trace[855345777] 'process raft request' (duration: 155.278457ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:35.904748Z","caller":"traceutil/trace.go:171","msg":"trace[1472645231] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"160.281954ms","start":"2026-03-13T10:02:35.744427Z","end":"2026-03-13T10:02:35.904709Z","steps":["trace[1472645231] 'process raft request' (duration: 160.060877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:40.474862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614481376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:02:40.975462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614481376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:02:41.123048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.216513812s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:02:41.124047Z","caller":"traceutil/trace.go:171","msg":"trace[1464573186] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"1.220997413s","start":"2026-03-13T10:02:39.90302Z","end":"2026-03-13T10:02:41.124018Z","steps":["trace[1464573186] 'process raft request' (duration: 1.220558709s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:41.124403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:39.903003Z","time spent":"1.221150697s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8456,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:42.378397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T10:02:42.378475Z","caller":"traceutil/trace.go:171","msg":"trace[165057268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495036s","start":"2026-03-13T10:02:40.377964Z","end":"2026-03-13T10:02:42.378459Z","steps":["trace[165057268] 'agreement among raft nodes before linearized reading' (duration: 2.000387193s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:42.378513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.377944Z","time spent":"2.000560847s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:02:42.781086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067340815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:42.781422Z","caller":"traceutil/trace.go:171","msg":"trace[182916669] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"2.559869658s","start":"2026-03-13T10:02:40.22152Z","end":"2026-03-13T10:02:42.781389Z","steps":["trace[182916669] 'process raft request' (duration: 1.49213275s)","trace[182916669] 'compare' (duration: 1.06715923s)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:42.781507Z","caller":"traceutil/trace.go:171","msg":"trace[2133647723] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"2.486802697s","start":"2026-03-13T10:02:40.294678Z","end":"2026-03-13T10:02:42.78148Z","steps":["trace[2133647723] 'process raft request' (duration: 2.48657237s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:42.781583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.221493Z","time spent":"2.560006392s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:42.781644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.294654Z","time spent":"2.486929222s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:43.004011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.67671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T10:02:43.004254Z","caller":"traceutil/trace.go:171","msg":"trace[1880992361] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5334; }","duration":"3.030404447s","start":"2026-03-13T10:02:39.973808Z","end":"2026-03-13T10:02:43.004212Z","steps":["trace[1880992361] 'read index received' (duration: 1.149499861s)","trace[1880992361] 'applied index is now lower than readState.Index' (duration: 1.880903476s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.004451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030641175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:02:43.00449Z","caller":"traceutil/trace.go:171","msg":"trace[1640812433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5138; }","duration":"3.030726498s","start":"2026-03-13T10:02:39.97375Z","end":"2026-03-13T10:02:43.004477Z","steps":["trace[1640812433] 'agreement among raft nodes before linearized reading' (duration: 3.030590093s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.00454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:39.973728Z","time spent":"3.03079566s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T10:02:43.004757Z","caller":"traceutil/trace.go:171","msg":"trace[615277465] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"398.747409ms","start":"2026-03-13T10:02:42.605923Z","end":"2026-03-13T10:02:43.00467Z","steps":["trace[615277465] 'process raft request' (duration: 398.186191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.005046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:42.605898Z","time spent":"398.976726ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:43.048051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751817355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:02:43.048096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003103901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:02:43.048127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.963147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:43.048187Z","caller":"traceutil/trace.go:171","msg":"trace[1842102281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5139; }","duration":"1.003236675s","start":"2026-03-13T10:02:42.044916Z","end":"2026-03-13T10:02:43.048152Z","steps":["trace[1842102281] 'agreement among raft nodes before linearized reading' (duration: 959.755553ms)","trace[1842102281] 'range keys from in-memory index tree' (duration: 43.282906ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:43.04822Z","caller":"traceutil/trace.go:171","msg":"trace[1263437955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5139; }","duration":"669.097022ms","start":"2026-03-13T10:02:42.379099Z","end":"2026-03-13T10:02:43.048196Z","steps":["trace[1263437955] 'agreement among raft nodes before linearized reading' (duration: 625.562317ms)","trace[1263437955] 'range keys from in-memory index tree' (duration: 43.3971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.048236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:42.044881Z","time spent":"1.003347619s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:02:43.048264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747371576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T10:02:43.048306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748711348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:02:43.048325Z","caller":"traceutil/trace.go:171","msg":"trace[199932251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5139; }","duration":"2.747453528s","start":"2026-03-13T10:02:40.300855Z","end":"2026-03-13T10:02:43.048308Z","steps":["trace[199932251] 'agreement among raft nodes before linearized reading' (duration: 2.703833301s)","trace[199932251] 'range keys from in-memory index tree' (duration: 43.508284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.048325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748728168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:02:43.048348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85598154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:43.048383Z","caller":"traceutil/trace.go:171","msg":"trace[1847712336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5139; }","duration":"2.748853652s","start":"2026-03-13T10:02:40.29951Z","end":"2026-03-13T10:02:43.048364Z","steps":["trace[1847712336] 'agreement among raft nodes before linearized reading' (duration: 2.705186983s)","trace[1847712336] 'range keys from in-memory index tree' (duration: 43.492333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.048427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.299487Z","time spent":"2.748931365s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:43.048433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748581483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:02:43.048439Z","caller":"traceutil/trace.go:171","msg":"trace[1795309657] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5139; }","duration":"2.856109994s","start":"2026-03-13T10:02:40.192304Z","end":"2026-03-13T10:02:43.048414Z","steps":["trace[1795309657] 'agreement among raft nodes before linearized reading' (duration: 2.812366733s)","trace[1795309657] 'count revisions from in-memory index tree' (duration: 43.623728ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:43.048471Z","caller":"traceutil/trace.go:171","msg":"trace[340336350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5139; }","duration":"2.748654426s","start":"2026-03-13T10:02:40.299806Z","end":"2026-03-13T10:02:43.04846Z","steps":["trace[340336350] 'agreement among raft nodes before linearized reading' (duration: 2.704877854s)","trace[340336350] 'range keys from in-memory index tree' (duration: 43.627278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.048478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748758159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:02:43.048153Z","caller":"traceutil/trace.go:171","msg":"trace[2036583079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5139; }","duration":"2.751974379s","start":"2026-03-13T10:02:40.296148Z","end":"2026-03-13T10:02:43.048122Z","steps":["trace[2036583079] 'agreement among raft nodes before linearized reading' (duration: 2.708549288s)","trace[2036583079] 'range keys from in-memory index tree' (duration: 43.201594ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:43.048747Z","caller":"traceutil/trace.go:171","msg":"trace[2121366027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5139; }","duration":"2.748815511s","start":"2026-03-13T10:02:40.299701Z","end":"2026-03-13T10:02:43.048517Z","steps":["trace[2121366027] 'agreement among raft nodes before linearized reading' (duration: 2.704997027s)","trace[2121366027] 'range keys from in-memory index tree' (duration: 43.71105ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:43.048376Z","caller":"traceutil/trace.go:171","msg":"trace[1990001151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5139; }","duration":"2.74880064s","start":"2026-03-13T10:02:40.299557Z","end":"2026-03-13T10:02:43.048358Z","steps":["trace[1990001151] 'agreement among raft nodes before linearized reading' (duration: 2.70510077s)","trace[1990001151] 'range keys from in-memory index tree' (duration: 43.432611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.048758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.296129Z","time spent":"2.752593539s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:02:43.048275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:42.379088Z","time spent":"669.178064ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:02:43.048802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.299698Z","time spent":"2.749090919s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:02:43.048507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.299789Z","time spent":"2.748704337s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:43.0485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.192285Z","time spent":"2.856202967s","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:02:43.048816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.29955Z","time spent":"2.749257375s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:02:43.048096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747361015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:02:43.048051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912715363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-03-13T10:02:43.04917Z","caller":"traceutil/trace.go:171","msg":"trace[651855927] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5139; }","duration":"1.91387989s","start":"2026-03-13T10:02:41.13527Z","end":"2026-03-13T10:02:43.04915Z","steps":["trace[651855927] 'agreement among raft nodes before linearized reading' (duration: 1.869409146s)","trace[651855927] 'range keys from in-memory index tree' (duration: 43.257346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.048378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.300849Z","time spent":"2.74751613s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:02:43.049235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:41.135217Z","time spent":"1.914001053s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10417,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T10:02:43.049356Z","caller":"traceutil/trace.go:171","msg":"trace[491205953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:5139; }","duration":"2.748631475s","start":"2026-03-13T10:02:40.300683Z","end":"2026-03-13T10:02:43.049315Z","steps":["trace[491205953] 'agreement among raft nodes before linearized reading' (duration: 2.703947744s)","trace[491205953] 'range keys from in-memory index tree' (duration: 43.299137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.054927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:40.300677Z","time spent":"2.754181099s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:02:43.571881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.63785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:43.572157Z","caller":"traceutil/trace.go:171","msg":"trace[695412454] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"440.542999ms","start":"2026-03-13T10:02:43.131568Z","end":"2026-03-13T10:02:43.572111Z","steps":["trace[695412454] 'process raft request' (duration: 22.581028ms)","trace[695412454] 'compare' (duration: 417.333521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.572358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.13149Z","time spent":"440.770825ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:43.572369Z","caller":"traceutil/trace.go:171","msg":"trace[2081666767] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"440.562799ms","start":"2026-03-13T10:02:43.131786Z","end":"2026-03-13T10:02:43.572349Z","steps":["trace[2081666767] 'process raft request' (duration: 440.210048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.572462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.13177Z","time spent":"440.648622ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:43.572517Z","caller":"traceutil/trace.go:171","msg":"trace[1883872151] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"440.91128ms","start":"2026-03-13T10:02:43.131573Z","end":"2026-03-13T10:02:43.572484Z","steps":["trace[1883872151] 'process raft request' (duration: 440.527218ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:43.572576Z","caller":"traceutil/trace.go:171","msg":"trace[273647061] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"440.362603ms","start":"2026-03-13T10:02:43.132202Z","end":"2026-03-13T10:02:43.572565Z","steps":["trace[273647061] 'process raft request' (duration: 440.221838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:43.572543Z","caller":"traceutil/trace.go:171","msg":"trace[1168681124] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5348; }","duration":"439.039772ms","start":"2026-03-13T10:02:43.133486Z","end":"2026-03-13T10:02:43.572525Z","steps":["trace[1168681124] 'read index received' (duration: 20.636487ms)","trace[1168681124] 'applied index is now lower than readState.Index' (duration: 418.402285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:43.572667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.13156Z","time spent":"441.024974ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:43.572633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.132192Z","time spent":"440.414404ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:43.572659Z","caller":"traceutil/trace.go:171","msg":"trace[1714734923] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"436.11865ms","start":"2026-03-13T10:02:43.136456Z","end":"2026-03-13T10:02:43.572575Z","steps":["trace[1714734923] 'process raft request' (duration: 436.020337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.572888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.375202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:02:43.572981Z","caller":"traceutil/trace.go:171","msg":"trace[86727067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5153; }","duration":"439.493365ms","start":"2026-03-13T10:02:43.133468Z","end":"2026-03-13T10:02:43.572962Z","steps":["trace[86727067] 'agreement among raft nodes before linearized reading' (duration: 439.201996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.573024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.133461Z","time spent":"439.554528ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:02:43.572864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.13645Z","time spent":"436.324586ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8236,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:43.578319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.35436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:43.578431Z","caller":"traceutil/trace.go:171","msg":"trace[1848242830] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5154; }","duration":"408.524315ms","start":"2026-03-13T10:02:43.169882Z","end":"2026-03-13T10:02:43.578406Z","steps":["trace[1848242830] 'agreement among raft nodes before linearized reading' (duration: 408.296928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.578495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.169861Z","time spent":"408.618947ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:02:43.578724Z","caller":"traceutil/trace.go:171","msg":"trace[1835852138] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"329.25097ms","start":"2026-03-13T10:02:43.249456Z","end":"2026-03-13T10:02:43.578706Z","steps":["trace[1835852138] 'process raft request' (duration: 328.492387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.578841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.053715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-13T10:02:43.578359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.722106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:43.578882Z","caller":"traceutil/trace.go:171","msg":"trace[1118037964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5154; }","duration":"382.135137ms","start":"2026-03-13T10:02:43.196732Z","end":"2026-03-13T10:02:43.578867Z","steps":["trace[1118037964] 'agreement among raft nodes before linearized reading' (duration: 382.039434ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:43.578889Z","caller":"traceutil/trace.go:171","msg":"trace[471545282] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5154; }","duration":"442.274163ms","start":"2026-03-13T10:02:43.136602Z","end":"2026-03-13T10:02:43.578876Z","steps":["trace[471545282] 'agreement among raft nodes before linearized reading' (duration: 441.703415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.578927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.136598Z","time spent":"442.317354ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:02:43.578936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.196711Z","time spent":"382.21694ms","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T10:02:43.579137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.701645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:02:43.579166Z","caller":"traceutil/trace.go:171","msg":"trace[1693473791] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5154; }","duration":"292.773107ms","start":"2026-03-13T10:02:43.286385Z","end":"2026-03-13T10:02:43.579158Z","steps":["trace[1693473791] 'agreement among raft nodes before linearized reading' (duration: 292.724335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:43.578839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.249428Z","time spent":"329.338892ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:44.004452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.591866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:44.004668Z","caller":"traceutil/trace.go:171","msg":"trace[1689680744] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"422.646238ms","start":"2026-03-13T10:02:43.581983Z","end":"2026-03-13T10:02:44.004629Z","steps":["trace[1689680744] 'process raft request' (duration: 141.787484ms)","trace[1689680744] 'compare' (duration: 280.464042ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:44.00474Z","caller":"traceutil/trace.go:171","msg":"trace[432454881] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"422.394151ms","start":"2026-03-13T10:02:43.582311Z","end":"2026-03-13T10:02:44.004705Z","steps":["trace[432454881] 'process raft request' (duration: 422.245086ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:44.004763Z","caller":"traceutil/trace.go:171","msg":"trace[1426839881] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"420.431709ms","start":"2026-03-13T10:02:43.584305Z","end":"2026-03-13T10:02:44.004737Z","steps":["trace[1426839881] 'process raft request' (duration: 420.307825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:44.004854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.581949Z","time spent":"422.806343ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:44.004869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.268805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-13T10:02:44.004885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.582302Z","time spent":"422.505974ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:02:44.00469Z","caller":"traceutil/trace.go:171","msg":"trace[740372225] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5354; }","duration":"414.075149ms","start":"2026-03-13T10:02:43.590593Z","end":"2026-03-13T10:02:44.004668Z","steps":["trace[740372225] 'read index received' (duration: 71.703888ms)","trace[740372225] 'applied index is now lower than readState.Index' (duration: 342.370271ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:44.004914Z","caller":"traceutil/trace.go:171","msg":"trace[881072303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5159; }","duration":"414.335878ms","start":"2026-03-13T10:02:43.590565Z","end":"2026-03-13T10:02:44.004901Z","steps":["trace[881072303] 'agreement among raft nodes before linearized reading' (duration: 414.174973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:44.004957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.590554Z","time spent":"414.395219ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T10:02:44.004949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:43.584294Z","time spent":"420.527061ms","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:44.005201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.293183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111422"} {"level":"info","ts":"2026-03-13T10:02:44.005242Z","caller":"traceutil/trace.go:171","msg":"trace[757951389] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5159; }","duration":"263.366685ms","start":"2026-03-13T10:02:43.741864Z","end":"2026-03-13T10:02:44.005231Z","steps":["trace[757951389] 'agreement among raft nodes before linearized reading' (duration: 263.129068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:44.005353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.703349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111422"} {"level":"info","ts":"2026-03-13T10:02:44.005434Z","caller":"traceutil/trace.go:171","msg":"trace[1215161093] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5159; }","duration":"258.796322ms","start":"2026-03-13T10:02:43.74662Z","end":"2026-03-13T10:02:44.005417Z","steps":["trace[1215161093] 'agreement among raft nodes before linearized reading' (duration: 258.466312ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:44.291501Z","caller":"traceutil/trace.go:171","msg":"trace[895072151] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"271.214221ms","start":"2026-03-13T10:02:44.020249Z","end":"2026-03-13T10:02:44.291463Z","steps":["trace[895072151] 'process raft request' (duration: 208.887767ms)","trace[895072151] 'compare' (duration: 62.158619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:16.172133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.054608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:03:16.172278Z","caller":"traceutil/trace.go:171","msg":"trace[1691272716] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"109.522ms","start":"2026-03-13T10:03:16.062733Z","end":"2026-03-13T10:03:16.172255Z","steps":["trace[1691272716] 'compare' (duration: 99.902823ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:20.505686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2658} {"level":"info","ts":"2026-03-13T10:03:20.564192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2658,"took":"57.185872ms","hash":3524546830,"current-db-size-bytes":39620608,"current-db-size":"40 MB","current-db-size-in-use-bytes":29765632,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-13T10:03:20.564254Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3524546830,"revision":2658,"compact-revision":-1} {"level":"info","ts":"2026-03-13T10:03:23.038009Z","caller":"traceutil/trace.go:171","msg":"trace[1402792187] linearizableReadLoop","detail":"{readStateIndex:5698; appliedIndex:5697; }","duration":"123.260437ms","start":"2026-03-13T10:03:22.914723Z","end":"2026-03-13T10:03:23.037983Z","steps":["trace[1402792187] 'read index received' (duration: 123.145404ms)","trace[1402792187] 'applied index is now lower than readState.Index' (duration: 114.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:23.038069Z","caller":"traceutil/trace.go:171","msg":"trace[137135776] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"133.795933ms","start":"2026-03-13T10:03:22.904233Z","end":"2026-03-13T10:03:23.038029Z","steps":["trace[137135776] 'process raft request' (duration: 133.590586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:23.038279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.529826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T10:03:23.038366Z","caller":"traceutil/trace.go:171","msg":"trace[1462142487] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5487; }","duration":"123.647169ms","start":"2026-03-13T10:03:22.914699Z","end":"2026-03-13T10:03:23.038346Z","steps":["trace[1462142487] 'agreement among raft nodes before linearized reading' (duration: 123.423922ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.075467Z","caller":"traceutil/trace.go:171","msg":"trace[2012878788] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"128.434592ms","start":"2026-03-13T10:03:22.947011Z","end":"2026-03-13T10:03:23.075446Z","steps":["trace[2012878788] 'process raft request' (duration: 128.392761ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.075691Z","caller":"traceutil/trace.go:171","msg":"trace[563855548] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"133.771412ms","start":"2026-03-13T10:03:22.941885Z","end":"2026-03-13T10:03:23.075656Z","steps":["trace[563855548] 'process raft request' (duration: 100.187882ms)","trace[563855548] 'compare' (duration: 33.222398ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:23.217163Z","caller":"traceutil/trace.go:171","msg":"trace[1471043036] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"171.545296ms","start":"2026-03-13T10:03:23.045594Z","end":"2026-03-13T10:03:23.217139Z","steps":["trace[1471043036] 'process raft request' (duration: 171.321958ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.217493Z","caller":"traceutil/trace.go:171","msg":"trace[2004922081] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"171.255626ms","start":"2026-03-13T10:03:23.046215Z","end":"2026-03-13T10:03:23.21747Z","steps":["trace[2004922081] 'process raft request' (duration: 170.864394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.21765Z","caller":"traceutil/trace.go:171","msg":"trace[178913307] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"170.953767ms","start":"2026-03-13T10:03:23.04667Z","end":"2026-03-13T10:03:23.217623Z","steps":["trace[178913307] 'process raft request' (duration: 170.713019ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.217734Z","caller":"traceutil/trace.go:171","msg":"trace[2050947590] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"170.961857ms","start":"2026-03-13T10:03:23.046741Z","end":"2026-03-13T10:03:23.217703Z","steps":["trace[2050947590] 'process raft request' (duration: 170.784451ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.21781Z","caller":"traceutil/trace.go:171","msg":"trace[1742311791] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"170.597226ms","start":"2026-03-13T10:03:23.047205Z","end":"2026-03-13T10:03:23.217802Z","steps":["trace[1742311791] 'process raft request' (duration: 170.436851ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.217867Z","caller":"traceutil/trace.go:171","msg":"trace[55442757] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"168.704976ms","start":"2026-03-13T10:03:23.049157Z","end":"2026-03-13T10:03:23.217862Z","steps":["trace[55442757] 'process raft request' (duration: 168.583702ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:23.217846Z","caller":"traceutil/trace.go:171","msg":"trace[1089596781] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5700; }","duration":"168.164758ms","start":"2026-03-13T10:03:23.049653Z","end":"2026-03-13T10:03:23.217818Z","steps":["trace[1089596781] 'read index received' (duration: 76.194228ms)","trace[1089596781] 'applied index is now lower than readState.Index' (duration: 91.96901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:23.21802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.343814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-13T10:03:23.218084Z","caller":"traceutil/trace.go:171","msg":"trace[1655079700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69e3e1a2-1470-4c59-bb62-f0e308d6a3db; range_end:; response_count:1; response_revision:5496; }","duration":"168.443007ms","start":"2026-03-13T10:03:23.049625Z","end":"2026-03-13T10:03:23.218068Z","steps":["trace[1655079700] 'agreement among raft nodes before linearized reading' (duration: 168.287422ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:24.414705Z","caller":"traceutil/trace.go:171","msg":"trace[1861918243] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"143.535283ms","start":"2026-03-13T10:03:24.271129Z","end":"2026-03-13T10:03:24.414664Z","steps":["trace[1861918243] 'process raft request' (duration: 143.344627ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:32.466885Z","caller":"traceutil/trace.go:171","msg":"trace[925108519] linearizableReadLoop","detail":"{readStateIndex:5758; appliedIndex:5757; }","duration":"334.415275ms","start":"2026-03-13T10:03:32.132416Z","end":"2026-03-13T10:03:32.466831Z","steps":["trace[925108519] 'read index received' (duration: 334.162787ms)","trace[925108519] 'applied index is now lower than readState.Index' (duration: 251.298µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:32.467067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.624081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:32.46707Z","caller":"traceutil/trace.go:171","msg":"trace[2113355999] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"412.995409ms","start":"2026-03-13T10:03:32.054028Z","end":"2026-03-13T10:03:32.467023Z","steps":["trace[2113355999] 'process raft request' (duration: 412.635537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:32.467129Z","caller":"traceutil/trace.go:171","msg":"trace[2038488956] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5545; }","duration":"334.748926ms","start":"2026-03-13T10:03:32.132361Z","end":"2026-03-13T10:03:32.46711Z","steps":["trace[2038488956] 'agreement among raft nodes before linearized reading' (duration: 334.628662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:32.467191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:32.132341Z","time spent":"334.832738ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:03:32.467271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:32.054007Z","time spent":"413.153823ms","remote":"127.0.0.1:57762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:32.467184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.404951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:03:32.467411Z","caller":"traceutil/trace.go:171","msg":"trace[835209549] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5545; }","duration":"257.67942ms","start":"2026-03-13T10:03:32.209698Z","end":"2026-03-13T10:03:32.467378Z","steps":["trace[835209549] 'agreement among raft nodes before linearized reading' (duration: 257.37606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:33.617229Z","caller":"traceutil/trace.go:171","msg":"trace[265527301] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"506.218498ms","start":"2026-03-13T10:03:33.110988Z","end":"2026-03-13T10:03:33.617207Z","steps":["trace[265527301] 'process raft request' (duration: 506.081644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.617378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.110968Z","time spent":"506.342263ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:33.790203Z","caller":"traceutil/trace.go:171","msg":"trace[1718294998] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"678.724384ms","start":"2026-03-13T10:03:33.111455Z","end":"2026-03-13T10:03:33.790179Z","steps":["trace[1718294998] 'process raft request' (duration: 678.393824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.79035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.111445Z","time spent":"678.828798ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:33.790387Z","caller":"traceutil/trace.go:171","msg":"trace[260946472] linearizableReadLoop","detail":"{readStateIndex:5761; appliedIndex:5758; }","duration":"355.060992ms","start":"2026-03-13T10:03:33.435303Z","end":"2026-03-13T10:03:33.790364Z","steps":["trace[260946472] 'read index received' (duration: 181.843193ms)","trace[260946472] 'applied index is now lower than readState.Index' (duration: 173.216429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:33.79071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.7559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:03:33.790745Z","caller":"traceutil/trace.go:171","msg":"trace[1613034471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:5548; }","duration":"347.848332ms","start":"2026-03-13T10:03:33.442886Z","end":"2026-03-13T10:03:33.790735Z","steps":["trace[1613034471] 'agreement among raft nodes before linearized reading' (duration: 347.709498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.790771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.442867Z","time spent":"347.898294ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:03:33.790872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.027985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:03:33.790921Z","caller":"traceutil/trace.go:171","msg":"trace[398475696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5548; }","duration":"239.114569ms","start":"2026-03-13T10:03:33.551792Z","end":"2026-03-13T10:03:33.790906Z","steps":["trace[398475696] 'agreement among raft nodes before linearized reading' (duration: 238.974934ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:33.791Z","caller":"traceutil/trace.go:171","msg":"trace[1884360299] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"657.771627ms","start":"2026-03-13T10:03:33.133187Z","end":"2026-03-13T10:03:33.790959Z","steps":["trace[1884360299] 'process raft request' (duration: 656.891229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.791076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.50269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:03:33.791117Z","caller":"traceutil/trace.go:171","msg":"trace[707117275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5548; }","duration":"255.606204ms","start":"2026-03-13T10:03:33.535501Z","end":"2026-03-13T10:03:33.791108Z","steps":["trace[707117275] 'agreement among raft nodes before linearized reading' (duration: 255.415248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.791191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.133165Z","time spent":"657.938582ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19632,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:33.791057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.711692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:03:33.791953Z","caller":"traceutil/trace.go:171","msg":"trace[1658617989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5548; }","duration":"356.651072ms","start":"2026-03-13T10:03:33.43528Z","end":"2026-03-13T10:03:33.791931Z","steps":["trace[1658617989] 'agreement among raft nodes before linearized reading' (duration: 355.33523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.792166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.435252Z","time spent":"356.89706ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:03:33.791367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.982522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:03:33.792531Z","caller":"traceutil/trace.go:171","msg":"trace[1323627811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5548; }","duration":"244.125389ms","start":"2026-03-13T10:03:33.548342Z","end":"2026-03-13T10:03:33.792467Z","steps":["trace[1323627811] 'agreement among raft nodes before linearized reading' (duration: 242.863258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.791549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.993141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:03:33.792694Z","caller":"traceutil/trace.go:171","msg":"trace[16849200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5548; }","duration":"254.146427ms","start":"2026-03-13T10:03:33.538525Z","end":"2026-03-13T10:03:33.792672Z","steps":["trace[16849200] 'agreement among raft nodes before linearized reading' (duration: 252.35159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:33.791623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.161916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:03:33.792858Z","caller":"traceutil/trace.go:171","msg":"trace[2214666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5548; }","duration":"249.427347ms","start":"2026-03-13T10:03:33.543408Z","end":"2026-03-13T10:03:33.792836Z","steps":["trace[2214666] 'agreement among raft nodes before linearized reading' (duration: 247.412433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:34.401309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614482527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:03:35.029586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.186333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:03:35.029699Z","caller":"traceutil/trace.go:171","msg":"trace[521645848] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"1.233122608s","start":"2026-03-13T10:03:33.796556Z","end":"2026-03-13T10:03:35.029679Z","steps":["trace[521645848] 'process raft request' (duration: 648.745399ms)","trace[521645848] 'compare' (duration: 583.47089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:35.029816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.796539Z","time spent":"1.233193021s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:35.430886Z","caller":"traceutil/trace.go:171","msg":"trace[233843110] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5761; }","duration":"1.530171602s","start":"2026-03-13T10:03:33.900692Z","end":"2026-03-13T10:03:35.430864Z","steps":["trace[233843110] 'read index received' (duration: 544.704364ms)","trace[233843110] 'applied index is now lower than readState.Index' (duration: 985.466218ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:35.431015Z","caller":"traceutil/trace.go:171","msg":"trace[1413324344] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"1.220650422s","start":"2026-03-13T10:03:34.210351Z","end":"2026-03-13T10:03:35.431002Z","steps":["trace[1413324344] 'process raft request' (duration: 1.220472716s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:35.431048Z","caller":"traceutil/trace.go:171","msg":"trace[470835186] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"1.634208658s","start":"2026-03-13T10:03:33.796794Z","end":"2026-03-13T10:03:35.431002Z","steps":["trace[470835186] 'process raft request' (duration: 1.633925479s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.431115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.210324Z","time spent":"1.220717053s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:35.431191Z","caller":"traceutil/trace.go:171","msg":"trace[629784319] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"1.634454395s","start":"2026-03-13T10:03:33.796711Z","end":"2026-03-13T10:03:35.431166Z","steps":["trace[629784319] 'process raft request' (duration: 1.627243685s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:35.431291Z","caller":"traceutil/trace.go:171","msg":"trace[1478872258] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"1.634501807s","start":"2026-03-13T10:03:33.796777Z","end":"2026-03-13T10:03:35.431279Z","steps":["trace[1478872258] 'process raft request' (duration: 1.633887817s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.431405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.796769Z","time spent":"1.634576409s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:35.431193Z","caller":"traceutil/trace.go:171","msg":"trace[1413550220] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"1.634327841s","start":"2026-03-13T10:03:33.796838Z","end":"2026-03-13T10:03:35.431166Z","steps":["trace[1413550220] 'process raft request' (duration: 1.633912218s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.431395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530655008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:03:35.43143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.796688Z","time spent":"1.634629511s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:35.431515Z","caller":"traceutil/trace.go:171","msg":"trace[1833548997] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5555; }","duration":"1.530852704s","start":"2026-03-13T10:03:33.900642Z","end":"2026-03-13T10:03:35.431495Z","steps":["trace[1833548997] 'agreement among raft nodes before linearized reading' (duration: 1.530566985s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.431248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.796784Z","time spent":"1.634354982s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:35.431525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.796788Z","time spent":"1.634699693s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:35.431868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.90062Z","time spent":"1.531182235s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:03:35.4316Z","caller":"traceutil/trace.go:171","msg":"trace[1636076560] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"1.633060031s","start":"2026-03-13T10:03:33.797939Z","end":"2026-03-13T10:03:35.430999Z","steps":["trace[1636076560] 'process raft request' (duration: 1.632847574s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.432188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.797916Z","time spent":"1.634208977s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:35.452381Z","caller":"traceutil/trace.go:171","msg":"trace[480807765] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"669.077128ms","start":"2026-03-13T10:03:34.783268Z","end":"2026-03-13T10:03:35.452345Z","steps":["trace[480807765] 'process raft request' (duration: 668.937193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.452507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.260584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:35.452567Z","caller":"traceutil/trace.go:171","msg":"trace[1971353649] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5556; }","duration":"981.334116ms","start":"2026-03-13T10:03:34.471211Z","end":"2026-03-13T10:03:35.452545Z","steps":["trace[1971353649] 'agreement among raft nodes before linearized reading' (duration: 981.182841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.452546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490719135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:35.452656Z","caller":"traceutil/trace.go:171","msg":"trace[532098906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"1.490857879s","start":"2026-03-13T10:03:33.961766Z","end":"2026-03-13T10:03:35.452624Z","steps":["trace[532098906] 'agreement among raft nodes before linearized reading' (duration: 1.490595531s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.453774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.430461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:03:35.453794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.471203Z","time spent":"982.563135ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-13T10:03:35.453832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:33.96175Z","time spent":"1.492056078s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:03:35.453838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076019933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:35.454412Z","caller":"traceutil/trace.go:171","msg":"trace[6497852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"1.077516801s","start":"2026-03-13T10:03:34.376874Z","end":"2026-03-13T10:03:35.454391Z","steps":["trace[6497852] 'agreement among raft nodes before linearized reading' (duration: 1.075988482s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.453822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.488631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-13T10:03:35.454455Z","caller":"traceutil/trace.go:171","msg":"trace[1223198152] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5556; }","duration":"983.508475ms","start":"2026-03-13T10:03:34.470687Z","end":"2026-03-13T10:03:35.454196Z","steps":["trace[1223198152] 'agreement among raft nodes before linearized reading' (duration: 982.40594ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:35.454563Z","caller":"traceutil/trace.go:171","msg":"trace[1364493919] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5556; }","duration":"983.288158ms","start":"2026-03-13T10:03:34.471253Z","end":"2026-03-13T10:03:35.454541Z","steps":["trace[1364493919] 'agreement among raft nodes before linearized reading' (duration: 981.342816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.4546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.470669Z","time spent":"983.912859ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-13T10:03:35.454517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.376856Z","time spent":"1.077642684s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:03:35.454631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.471246Z","time spent":"983.367711ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-13T10:03:35.453852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.201412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-13T10:03:35.454945Z","caller":"traceutil/trace.go:171","msg":"trace[16966174] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5556; }","duration":"655.431243ms","start":"2026-03-13T10:03:34.799492Z","end":"2026-03-13T10:03:35.454923Z","steps":["trace[16966174] 'agreement among raft nodes before linearized reading' (duration: 653.035866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.453948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274736344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:03:35.45501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.799474Z","time spent":"655.518085ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-13T10:03:35.455062Z","caller":"traceutil/trace.go:171","msg":"trace[1319111129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5556; }","duration":"1.275848319s","start":"2026-03-13T10:03:34.179188Z","end":"2026-03-13T10:03:35.455036Z","steps":["trace[1319111129] 'agreement among raft nodes before linearized reading' (duration: 1.274696153s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.455145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.179087Z","time spent":"1.276032416s","remote":"127.0.0.1:56638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:03:35.454053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.486791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:03:35.455243Z","caller":"traceutil/trace.go:171","msg":"trace[1860917642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5556; }","duration":"563.71336ms","start":"2026-03-13T10:03:34.891514Z","end":"2026-03-13T10:03:35.455227Z","steps":["trace[1860917642] 'agreement among raft nodes before linearized reading' (duration: 562.411789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:35.455291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.891496Z","time spent":"563.780903ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:03:35.45386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:34.783248Z","time spent":"669.265773ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:35.649656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.076987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-13T10:03:35.649767Z","caller":"traceutil/trace.go:171","msg":"trace[1227179304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5556; }","duration":"115.427838ms","start":"2026-03-13T10:03:35.534312Z","end":"2026-03-13T10:03:35.64974Z","steps":["trace[1227179304] 'range keys from in-memory index tree' (duration: 114.376154ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:36.040323Z","caller":"traceutil/trace.go:171","msg":"trace[2107307904] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"239.350037ms","start":"2026-03-13T10:03:35.800949Z","end":"2026-03-13T10:03:36.040299Z","steps":["trace[2107307904] 'read index received' (duration: 238.803829ms)","trace[2107307904] 'applied index is now lower than readState.Index' (duration: 543.068µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:36.040373Z","caller":"traceutil/trace.go:171","msg":"trace[600015031] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"244.747318ms","start":"2026-03-13T10:03:35.795604Z","end":"2026-03-13T10:03:36.040352Z","steps":["trace[600015031] 'process raft request' (duration: 244.534622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:36.040728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.755669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:03:36.040753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.95603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:36.040835Z","caller":"traceutil/trace.go:171","msg":"trace[1830893196] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5558; }","duration":"173.106965ms","start":"2026-03-13T10:03:35.867703Z","end":"2026-03-13T10:03:36.04081Z","steps":["trace[1830893196] 'agreement among raft nodes before linearized reading' (duration: 172.926999ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:36.040819Z","caller":"traceutil/trace.go:171","msg":"trace[65378464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:5558; }","duration":"239.888124ms","start":"2026-03-13T10:03:35.800908Z","end":"2026-03-13T10:03:36.040796Z","steps":["trace[65378464] 'agreement among raft nodes before linearized reading' (duration: 239.484681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:36.040982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.481063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T10:03:36.0411Z","caller":"traceutil/trace.go:171","msg":"trace[1206054981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5558; }","duration":"101.67734ms","start":"2026-03-13T10:03:35.939403Z","end":"2026-03-13T10:03:36.04108Z","steps":["trace[1206054981] 'agreement among raft nodes before linearized reading' (duration: 101.273517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:36.041609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.977387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T10:03:36.041712Z","caller":"traceutil/trace.go:171","msg":"trace[727444408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5558; }","duration":"101.135702ms","start":"2026-03-13T10:03:35.940553Z","end":"2026-03-13T10:03:36.041689Z","steps":["trace[727444408] 'agreement among raft nodes before linearized reading' (duration: 100.823782ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:36.23346Z","caller":"traceutil/trace.go:171","msg":"trace[566117535] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"107.508235ms","start":"2026-03-13T10:03:36.125932Z","end":"2026-03-13T10:03:36.23344Z","steps":["trace[566117535] 'process raft request' (duration: 39.956943ms)","trace[566117535] 'compare' (duration: 67.374337ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:36.462426Z","caller":"traceutil/trace.go:171","msg":"trace[34355509] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"227.595151ms","start":"2026-03-13T10:03:36.23481Z","end":"2026-03-13T10:03:36.462405Z","steps":["trace[34355509] 'process raft request' (duration: 173.555889ms)","trace[34355509] 'compare' (duration: 53.951539ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:46.016055Z","caller":"traceutil/trace.go:171","msg":"trace[208722196] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5842; }","duration":"115.341655ms","start":"2026-03-13T10:03:45.900687Z","end":"2026-03-13T10:03:46.016029Z","steps":["trace[208722196] 'read index received' (duration: 114.637213ms)","trace[208722196] 'applied index is now lower than readState.Index' (duration: 703.002µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:46.016198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.487349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:46.016234Z","caller":"traceutil/trace.go:171","msg":"trace[1343705649] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5628; }","duration":"115.595683ms","start":"2026-03-13T10:03:45.900625Z","end":"2026-03-13T10:03:46.01622Z","steps":["trace[1343705649] 'agreement among raft nodes before linearized reading' (duration: 115.50224ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:46.016207Z","caller":"traceutil/trace.go:171","msg":"trace[44208179] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"186.926346ms","start":"2026-03-13T10:03:45.829253Z","end":"2026-03-13T10:03:46.01618Z","steps":["trace[44208179] 'process raft request' (duration: 186.154421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:50.558899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.40599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:50.558976Z","caller":"traceutil/trace.go:171","msg":"trace[328834997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5650; }","duration":"182.551605ms","start":"2026-03-13T10:03:50.376405Z","end":"2026-03-13T10:03:50.558957Z","steps":["trace[328834997] 'range keys from in-memory index tree' (duration: 182.232875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:50.559292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.22473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:03:50.559365Z","caller":"traceutil/trace.go:171","msg":"trace[1094938037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:5650; }","duration":"276.361914ms","start":"2026-03-13T10:03:50.282982Z","end":"2026-03-13T10:03:50.559344Z","steps":["trace[1094938037] 'range keys from in-memory index tree' (duration: 276.019323ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:50.668205Z","caller":"traceutil/trace.go:171","msg":"trace[548437994] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5866; }","duration":"107.976591ms","start":"2026-03-13T10:03:50.560209Z","end":"2026-03-13T10:03:50.668185Z","steps":["trace[548437994] 'read index received' (duration: 107.764234ms)","trace[548437994] 'applied index is now lower than readState.Index' (duration: 211.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:50.6683Z","caller":"traceutil/trace.go:171","msg":"trace[1946258479] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"213.449321ms","start":"2026-03-13T10:03:50.454841Z","end":"2026-03-13T10:03:50.66829Z","steps":["trace[1946258479] 'process raft request' (duration: 213.204703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:50.668491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.249279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:50.668577Z","caller":"traceutil/trace.go:171","msg":"trace[1789138029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5651; }","duration":"108.367792ms","start":"2026-03-13T10:03:50.560188Z","end":"2026-03-13T10:03:50.668556Z","steps":["trace[1789138029] 'agreement among raft nodes before linearized reading' (duration: 108.176956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.088453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.294393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:03:51.088548Z","caller":"traceutil/trace.go:171","msg":"trace[1331812073] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5867; }","duration":"420.27211ms","start":"2026-03-13T10:03:50.668262Z","end":"2026-03-13T10:03:51.088534Z","steps":["trace[1331812073] 'read index received' (duration: 181.72706ms)","trace[1331812073] 'applied index is now lower than readState.Index' (duration: 238.54395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:51.088645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.123174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:03:51.088624Z","caller":"traceutil/trace.go:171","msg":"trace[640086002] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"512.720115ms","start":"2026-03-13T10:03:50.57585Z","end":"2026-03-13T10:03:51.08857Z","steps":["trace[640086002] 'process raft request' (duration: 274.226807ms)","trace[640086002] 'compare' (duration: 238.087995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:51.088826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:50.575821Z","time spent":"512.914282ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414256,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:51.088842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.087273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:51.088687Z","caller":"traceutil/trace.go:171","msg":"trace[1918155002] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5652; }","duration":"516.186626ms","start":"2026-03-13T10:03:50.572478Z","end":"2026-03-13T10:03:51.088665Z","steps":["trace[1918155002] 'agreement among raft nodes before linearized reading' (duration: 516.128385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.088914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:50.572463Z","time spent":"516.443764ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:03:51.088869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.568605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109053"} {"level":"info","ts":"2026-03-13T10:03:51.089124Z","caller":"traceutil/trace.go:171","msg":"trace[527330416] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5652; }","duration":"525.756681ms","start":"2026-03-13T10:03:50.563291Z","end":"2026-03-13T10:03:51.089048Z","steps":["trace[527330416] 'agreement among raft nodes before linearized reading' (duration: 525.408609ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.088912Z","caller":"traceutil/trace.go:171","msg":"trace[446798476] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5652; }","duration":"355.225108ms","start":"2026-03-13T10:03:50.733668Z","end":"2026-03-13T10:03:51.088893Z","steps":["trace[446798476] 'agreement among raft nodes before linearized reading' (duration: 355.088343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.089217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:50.733622Z","time spent":"355.577979ms","remote":"127.0.0.1:56592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:03:51.089272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:50.563273Z","time spent":"525.953457ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109075,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T10:03:51.627204Z","caller":"traceutil/trace.go:171","msg":"trace[918003024] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5868; }","duration":"485.955963ms","start":"2026-03-13T10:03:51.141225Z","end":"2026-03-13T10:03:51.627181Z","steps":["trace[918003024] 'read index received' (duration: 485.843519ms)","trace[918003024] 'applied index is now lower than readState.Index' (duration: 111.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:51.627279Z","caller":"traceutil/trace.go:171","msg":"trace[366345475] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"489.183075ms","start":"2026-03-13T10:03:51.138043Z","end":"2026-03-13T10:03:51.627226Z","steps":["trace[366345475] 'process raft request' (duration: 488.989489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.62759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.374477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T10:03:51.627683Z","caller":"traceutil/trace.go:171","msg":"trace[1497023560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5653; }","duration":"486.685916ms","start":"2026-03-13T10:03:51.140973Z","end":"2026-03-13T10:03:51.627659Z","steps":["trace[1497023560] 'agreement among raft nodes before linearized reading' (duration: 486.312734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.627737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:51.140951Z","time spent":"486.774029ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:03:51.627728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:51.138023Z","time spent":"489.334831ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:51.663042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.307132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:03:51.663064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.35201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T10:03:51.663101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.63069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:51.663137Z","caller":"traceutil/trace.go:171","msg":"trace[1717496314] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5654; }","duration":"173.442176ms","start":"2026-03-13T10:03:51.489671Z","end":"2026-03-13T10:03:51.663114Z","steps":["trace[1717496314] 'agreement among raft nodes before linearized reading' (duration: 173.294901ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.663148Z","caller":"traceutil/trace.go:171","msg":"trace[1036647371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5654; }","duration":"510.457713ms","start":"2026-03-13T10:03:51.15267Z","end":"2026-03-13T10:03:51.663128Z","steps":["trace[1036647371] 'agreement among raft nodes before linearized reading' (duration: 510.198485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.663196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:51.152615Z","time spent":"510.571617ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:03:51.663188Z","caller":"traceutil/trace.go:171","msg":"trace[1676955048] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"355.359252ms","start":"2026-03-13T10:03:51.307804Z","end":"2026-03-13T10:03:51.663163Z","steps":["trace[1676955048] 'process raft request' (duration: 354.892197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.66326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.950255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:03:51.663307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.077935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19646"} {"level":"info","ts":"2026-03-13T10:03:51.66335Z","caller":"traceutil/trace.go:171","msg":"trace[1077248090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5654; }","duration":"138.055079ms","start":"2026-03-13T10:03:51.525272Z","end":"2026-03-13T10:03:51.663327Z","steps":["trace[1077248090] 'agreement among raft nodes before linearized reading' (duration: 137.880213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.663349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.005537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:03:51.663386Z","caller":"traceutil/trace.go:171","msg":"trace[1540927949] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5654; }","duration":"152.21195ms","start":"2026-03-13T10:03:51.511152Z","end":"2026-03-13T10:03:51.663364Z","steps":["trace[1540927949] 'agreement among raft nodes before linearized reading' (duration: 151.939941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.663356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.099557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:03:51.663418Z","caller":"traceutil/trace.go:171","msg":"trace[1173628156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5654; }","duration":"138.08892ms","start":"2026-03-13T10:03:51.525309Z","end":"2026-03-13T10:03:51.663398Z","steps":["trace[1173628156] 'agreement among raft nodes before linearized reading' (duration: 137.811861ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.663431Z","caller":"traceutil/trace.go:171","msg":"trace[338453328] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5654; }","duration":"190.224091ms","start":"2026-03-13T10:03:51.473195Z","end":"2026-03-13T10:03:51.663419Z","steps":["trace[338453328] 'agreement among raft nodes before linearized reading' (duration: 190.031384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.663492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.725895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:03:51.663559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.840137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:51.663586Z","caller":"traceutil/trace.go:171","msg":"trace[585730569] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5654; }","duration":"173.858299ms","start":"2026-03-13T10:03:51.489712Z","end":"2026-03-13T10:03:51.663571Z","steps":["trace[585730569] 'agreement among raft nodes before linearized reading' (duration: 173.740156ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.663598Z","caller":"traceutil/trace.go:171","msg":"trace[993358731] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5654; }","duration":"473.92444ms","start":"2026-03-13T10:03:51.18966Z","end":"2026-03-13T10:03:51.663584Z","steps":["trace[993358731] 'agreement among raft nodes before linearized reading' (duration: 473.814386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.663629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:51.18958Z","time spent":"474.042073ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T10:03:51.663643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:51.307783Z","time spent":"355.462655ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:51.663654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.544944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:03:51.663661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.892928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:03:51.663709Z","caller":"traceutil/trace.go:171","msg":"trace[1742499655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5654; }","duration":"138.642067ms","start":"2026-03-13T10:03:51.525055Z","end":"2026-03-13T10:03:51.663697Z","steps":["trace[1742499655] 'agreement among raft nodes before linearized reading' (duration: 138.515703ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.663733Z","caller":"traceutil/trace.go:171","msg":"trace[416043029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5654; }","duration":"134.976891ms","start":"2026-03-13T10:03:51.528736Z","end":"2026-03-13T10:03:51.663713Z","steps":["trace[416043029] 'agreement among raft nodes before linearized reading' (duration: 134.808526ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.663201Z","caller":"traceutil/trace.go:171","msg":"trace[1039494514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5654; }","duration":"285.722684ms","start":"2026-03-13T10:03:51.377416Z","end":"2026-03-13T10:03:51.663139Z","steps":["trace[1039494514] 'agreement among raft nodes before linearized reading' (duration: 285.631711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.663873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.493634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:03:51.664067Z","caller":"traceutil/trace.go:171","msg":"trace[1347255091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5654; }","duration":"140.464505ms","start":"2026-03-13T10:03:51.523562Z","end":"2026-03-13T10:03:51.664027Z","steps":["trace[1347255091] 'agreement among raft nodes before linearized reading' (duration: 139.349699ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.804581Z","caller":"traceutil/trace.go:171","msg":"trace[794250631] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"135.837527ms","start":"2026-03-13T10:03:51.66872Z","end":"2026-03-13T10:03:51.804557Z","steps":["trace[794250631] 'process raft request' (duration: 135.658092ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.804816Z","caller":"traceutil/trace.go:171","msg":"trace[1029387699] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"136.051924ms","start":"2026-03-13T10:03:51.668754Z","end":"2026-03-13T10:03:51.804806Z","steps":["trace[1029387699] 'process raft request' (duration: 135.763195ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.805093Z","caller":"traceutil/trace.go:171","msg":"trace[561814570] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"136.112927ms","start":"2026-03-13T10:03:51.668958Z","end":"2026-03-13T10:03:51.805071Z","steps":["trace[561814570] 'process raft request' (duration: 135.812537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.805341Z","caller":"traceutil/trace.go:171","msg":"trace[786167863] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"136.354285ms","start":"2026-03-13T10:03:51.668967Z","end":"2026-03-13T10:03:51.805321Z","steps":["trace[786167863] 'process raft request' (duration: 136.033434ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.805434Z","caller":"traceutil/trace.go:171","msg":"trace[919502848] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5871; }","duration":"116.359027ms","start":"2026-03-13T10:03:51.689049Z","end":"2026-03-13T10:03:51.805408Z","steps":["trace[919502848] 'read index received' (duration: 115.364276ms)","trace[919502848] 'applied index is now lower than readState.Index' (duration: 993.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:51.805579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.369157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:51.805613Z","caller":"traceutil/trace.go:171","msg":"trace[1886758892] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5661; }","duration":"137.441129ms","start":"2026-03-13T10:03:51.668161Z","end":"2026-03-13T10:03:51.805602Z","steps":["trace[1886758892] 'agreement among raft nodes before linearized reading' (duration: 137.346045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.805632Z","caller":"traceutil/trace.go:171","msg":"trace[273361365] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"135.90971ms","start":"2026-03-13T10:03:51.669711Z","end":"2026-03-13T10:03:51.805621Z","steps":["trace[273361365] 'process raft request' (duration: 135.641562ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:51.805707Z","caller":"traceutil/trace.go:171","msg":"trace[417255451] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"136.432917ms","start":"2026-03-13T10:03:51.669267Z","end":"2026-03-13T10:03:51.8057Z","steps":["trace[417255451] 'process raft request' (duration: 135.996293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.805925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.908832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19646"} {"level":"info","ts":"2026-03-13T10:03:51.805978Z","caller":"traceutil/trace.go:171","msg":"trace[2057255598] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5661; }","duration":"136.994544ms","start":"2026-03-13T10:03:51.66897Z","end":"2026-03-13T10:03:51.805965Z","steps":["trace[2057255598] 'agreement among raft nodes before linearized reading' (duration: 136.809938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:51.924846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.494813ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T10:03:51.924971Z","caller":"traceutil/trace.go:171","msg":"trace[1816200251] linearizableReadLoop","detail":"{readStateIndex:5878; appliedIndex:5877; }","duration":"116.012776ms","start":"2026-03-13T10:03:51.808937Z","end":"2026-03-13T10:03:51.924949Z","steps":["trace[1816200251] 'read index received' (duration: 9.306896ms)","trace[1816200251] 'applied index is now lower than readState.Index' (duration: 106.70333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:51.925212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.256064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:03:51.925312Z","caller":"traceutil/trace.go:171","msg":"trace[833266051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5661; }","duration":"116.410189ms","start":"2026-03-13T10:03:51.808881Z","end":"2026-03-13T10:03:51.925291Z","steps":["trace[833266051] 'agreement among raft nodes before linearized reading' (duration: 116.12092ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:56.430678Z","caller":"traceutil/trace.go:171","msg":"trace[1286255133] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"109.096996ms","start":"2026-03-13T10:03:56.321539Z","end":"2026-03-13T10:03:56.430636Z","steps":["trace[1286255133] 'process raft request' (duration: 62.881024ms)","trace[1286255133] 'compare' (duration: 46.032686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:04:05.073303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.984342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:04:05.073457Z","caller":"traceutil/trace.go:171","msg":"trace[202308861] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"309.713488ms","start":"2026-03-13T10:04:04.763716Z","end":"2026-03-13T10:04:05.073429Z","steps":["trace[202308861] 'process raft request' (duration: 103.348123ms)","trace[202308861] 'compare' (duration: 205.778586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:04:05.073542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:04:04.76369Z","time spent":"309.812491ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6079,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:04:36.199258Z","caller":"traceutil/trace.go:171","msg":"trace[1561030159] linearizableReadLoop","detail":"{readStateIndex:6188; appliedIndex:6187; }","duration":"129.749833ms","start":"2026-03-13T10:04:36.069487Z","end":"2026-03-13T10:04:36.199237Z","steps":["trace[1561030159] 'read index received' (duration: 129.607429ms)","trace[1561030159] 'applied index is now lower than readState.Index' (duration: 141.344µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:04:36.199506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.496287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:04:36.199529Z","caller":"traceutil/trace.go:171","msg":"trace[2034027828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5961; }","duration":"103.57079ms","start":"2026-03-13T10:04:36.095951Z","end":"2026-03-13T10:04:36.199522Z","steps":["trace[2034027828] 'agreement among raft nodes before linearized reading' (duration: 103.419075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:04:36.199521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.012532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:04:36.199781Z","caller":"traceutil/trace.go:171","msg":"trace[334995868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5961; }","duration":"130.327992ms","start":"2026-03-13T10:04:36.069433Z","end":"2026-03-13T10:04:36.199761Z","steps":["trace[334995868] 'agreement among raft nodes before linearized reading' (duration: 129.890318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:04:36.199705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.43482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:04:36.199871Z","caller":"traceutil/trace.go:171","msg":"trace[600751950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5961; }","duration":"100.615746ms","start":"2026-03-13T10:04:36.099238Z","end":"2026-03-13T10:04:36.199854Z","steps":["trace[600751950] 'agreement among raft nodes before linearized reading' (duration: 100.370818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.040853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614484298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:05:25.541268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614484298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:05:25.758207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.552748265s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:05:25.758727Z","caller":"traceutil/trace.go:171","msg":"trace[294645818] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"1.553374424s","start":"2026-03-13T10:05:24.205325Z","end":"2026-03-13T10:05:25.758699Z","steps":["trace[294645818] 'process raft request' (duration: 1.553168347s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.759048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.205302Z","time spent":"1.553535039s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12084,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:05:25.765513Z","caller":"traceutil/trace.go:171","msg":"trace[1429514160] linearizableReadLoop","detail":"{readStateIndex:6423; appliedIndex:6420; }","duration":"1.224719861s","start":"2026-03-13T10:05:24.540742Z","end":"2026-03-13T10:05:25.765462Z","steps":["trace[1429514160] 'read index received' (duration: 1.217824985s)","trace[1429514160] 'applied index is now lower than readState.Index' (duration: 6.893566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:05:25.766071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22531124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:05:25.766162Z","caller":"traceutil/trace.go:171","msg":"trace[1303821949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6187; }","duration":"1.225481225s","start":"2026-03-13T10:05:24.540662Z","end":"2026-03-13T10:05:25.766143Z","steps":["trace[1303821949] 'agreement among raft nodes before linearized reading' (duration: 1.225231407s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.540627Z","time spent":"1.225562447s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:05:25.766267Z","caller":"traceutil/trace.go:171","msg":"trace[56349710] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"1.08352329s","start":"2026-03-13T10:05:24.682699Z","end":"2026-03-13T10:05:25.766223Z","steps":["trace[56349710] 'process raft request' (duration: 1.082497428s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.420035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:05:25.766488Z","caller":"traceutil/trace.go:171","msg":"trace[1584906122] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6187; }","duration":"393.58729ms","start":"2026-03-13T10:05:25.372875Z","end":"2026-03-13T10:05:25.766462Z","steps":["trace[1584906122] 'agreement among raft nodes before linearized reading' (duration: 393.398884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168255359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:05:25.766567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.084844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:05:25.766595Z","caller":"traceutil/trace.go:171","msg":"trace[1940409076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6187; }","duration":"1.168297091s","start":"2026-03-13T10:05:24.59829Z","end":"2026-03-13T10:05:25.766587Z","steps":["trace[1940409076] 'agreement among raft nodes before linearized reading' (duration: 1.168164367s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:25.372856Z","time spent":"393.676673ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:05:25.766619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.598285Z","time spent":"1.168326631s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:05:25.76662Z","caller":"traceutil/trace.go:171","msg":"trace[225363789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:6187; }","duration":"102.156506ms","start":"2026-03-13T10:05:25.664445Z","end":"2026-03-13T10:05:25.766602Z","steps":["trace[225363789] 'agreement among raft nodes before linearized reading' (duration: 102.001151ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:25.766519Z","caller":"traceutil/trace.go:171","msg":"trace[1333305307] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"987.667842ms","start":"2026-03-13T10:05:24.778767Z","end":"2026-03-13T10:05:25.766435Z","steps":["trace[1333305307] 'process raft request' (duration: 986.609219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178762269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:05:25.766849Z","caller":"traceutil/trace.go:171","msg":"trace[639035400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6187; }","duration":"1.178827631s","start":"2026-03-13T10:05:24.588013Z","end":"2026-03-13T10:05:25.76684Z","steps":["trace[639035400] 'agreement among raft nodes before linearized reading' (duration: 1.178696187s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.588006Z","time spent":"1.178860361s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:05:25.766888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.473912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:05:25.766909Z","caller":"traceutil/trace.go:171","msg":"trace[16997751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6187; }","duration":"984.519394ms","start":"2026-03-13T10:05:24.782383Z","end":"2026-03-13T10:05:25.766903Z","steps":["trace[16997751] 'agreement among raft nodes before linearized reading' (duration: 984.458372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.766935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.782369Z","time spent":"984.560984ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:05:25.766383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.521293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:05:25.767Z","caller":"traceutil/trace.go:171","msg":"trace[1559877095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6187; }","duration":"390.197703ms","start":"2026-03-13T10:05:25.376789Z","end":"2026-03-13T10:05:25.766987Z","steps":["trace[1559877095] 'agreement among raft nodes before linearized reading' (duration: 389.476461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.767048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:25.376777Z","time spent":"390.260156ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:05:25.767048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222525682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:05:25.767104Z","caller":"traceutil/trace.go:171","msg":"trace[1041621734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6187; }","duration":"1.222610284s","start":"2026-03-13T10:05:24.544475Z","end":"2026-03-13T10:05:25.767086Z","steps":["trace[1041621734] 'agreement among raft nodes before linearized reading' (duration: 1.221706476s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.767153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.544443Z","time spent":"1.222701347s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:05:25.766419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.682688Z","time spent":"1.083651814s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:05:25.767229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189858027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T10:05:25.767108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.778748Z","time spent":"988.032284ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:05:25.767362Z","caller":"traceutil/trace.go:171","msg":"trace[1288567202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6187; }","duration":"1.190020882s","start":"2026-03-13T10:05:24.577324Z","end":"2026-03-13T10:05:25.767345Z","steps":["trace[1288567202] 'agreement among raft nodes before linearized reading' (duration: 1.189664861s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.767525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:24.577319Z","time spent":"1.190192038s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:05:25.767697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.807907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:05:25.767758Z","caller":"traceutil/trace.go:171","msg":"trace[2136969866] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6187; }","duration":"764.379944ms","start":"2026-03-13T10:05:25.003344Z","end":"2026-03-13T10:05:25.767724Z","steps":["trace[2136969866] 'agreement among raft nodes before linearized reading' (duration: 763.826677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:25.767792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:25.003322Z","time spent":"764.460377ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:05:26.039896Z","caller":"traceutil/trace.go:171","msg":"trace[468727786] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"272.435739ms","start":"2026-03-13T10:05:25.767438Z","end":"2026-03-13T10:05:26.039874Z","steps":["trace[468727786] 'process raft request' (duration: 272.294054ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.051224Z","caller":"traceutil/trace.go:171","msg":"trace[2047725866] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"283.533956ms","start":"2026-03-13T10:05:25.76767Z","end":"2026-03-13T10:05:26.051204Z","steps":["trace[2047725866] 'process raft request' (duration: 283.417603ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.051569Z","caller":"traceutil/trace.go:171","msg":"trace[1473683671] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"282.724392ms","start":"2026-03-13T10:05:25.768805Z","end":"2026-03-13T10:05:26.051529Z","steps":["trace[1473683671] 'process raft request' (duration: 282.35281ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.051797Z","caller":"traceutil/trace.go:171","msg":"trace[606202701] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"281.783482ms","start":"2026-03-13T10:05:25.769979Z","end":"2026-03-13T10:05:26.051763Z","steps":["trace[606202701] 'process raft request' (duration: 281.39873ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.05181Z","caller":"traceutil/trace.go:171","msg":"trace[431628448] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"281.337518ms","start":"2026-03-13T10:05:25.770446Z","end":"2026-03-13T10:05:26.051783Z","steps":["trace[431628448] 'process raft request' (duration: 281.176383ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.05207Z","caller":"traceutil/trace.go:171","msg":"trace[136752495] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"281.123241ms","start":"2026-03-13T10:05:25.77093Z","end":"2026-03-13T10:05:26.052053Z","steps":["trace[136752495] 'process raft request' (duration: 280.797471ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.052187Z","caller":"traceutil/trace.go:171","msg":"trace[398655863] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"280.803081ms","start":"2026-03-13T10:05:25.771366Z","end":"2026-03-13T10:05:26.052169Z","steps":["trace[398655863] 'process raft request' (duration: 280.675867ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.052222Z","caller":"traceutil/trace.go:171","msg":"trace[559989051] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"279.848211ms","start":"2026-03-13T10:05:25.772357Z","end":"2026-03-13T10:05:26.052206Z","steps":["trace[559989051] 'process raft request' (duration: 279.731787ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.052234Z","caller":"traceutil/trace.go:171","msg":"trace[1325349196] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"279.682026ms","start":"2026-03-13T10:05:25.772542Z","end":"2026-03-13T10:05:26.052224Z","steps":["trace[1325349196] 'process raft request' (duration: 279.578663ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.052223Z","caller":"traceutil/trace.go:171","msg":"trace[872269069] linearizableReadLoop","detail":"{readStateIndex:6425; appliedIndex:6423; }","duration":"284.069074ms","start":"2026-03-13T10:05:25.768131Z","end":"2026-03-13T10:05:26.0522Z","steps":["trace[872269069] 'read index received' (duration: 271.654294ms)","trace[872269069] 'applied index is now lower than readState.Index' (duration: 12.41364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:05:26.052456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.305191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:05:26.052515Z","caller":"traceutil/trace.go:171","msg":"trace[1257542254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6197; }","duration":"284.364013ms","start":"2026-03-13T10:05:25.768126Z","end":"2026-03-13T10:05:26.05249Z","steps":["trace[1257542254] 'agreement among raft nodes before linearized reading' (duration: 284.196527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:26.052604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.48352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-13T10:05:26.052682Z","caller":"traceutil/trace.go:171","msg":"trace[1075579557] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6197; }","duration":"120.606104ms","start":"2026-03-13T10:05:25.932056Z","end":"2026-03-13T10:05:26.052662Z","steps":["trace[1075579557] 'agreement among raft nodes before linearized reading' (duration: 120.46729ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:26.052128Z","caller":"traceutil/trace.go:171","msg":"trace[1001350672] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"280.739559ms","start":"2026-03-13T10:05:25.771373Z","end":"2026-03-13T10:05:26.052113Z","steps":["trace[1001350672] 'process raft request' (duration: 280.572094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:26.052934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.699649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141907"} {"level":"info","ts":"2026-03-13T10:05:26.053004Z","caller":"traceutil/trace.go:171","msg":"trace[1525274697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6197; }","duration":"281.797332ms","start":"2026-03-13T10:05:25.771191Z","end":"2026-03-13T10:05:26.052988Z","steps":["trace[1525274697] 'agreement among raft nodes before linearized reading' (duration: 281.267416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.314888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614484327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:05:28.61127Z","caller":"traceutil/trace.go:171","msg":"trace[454745615] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"884.262749ms","start":"2026-03-13T10:05:27.72699Z","end":"2026-03-13T10:05:28.611253Z","steps":["trace[454745615] 'process raft request' (duration: 884.134615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.611405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:27.726959Z","time spent":"884.381453ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:05:28.760665Z","caller":"traceutil/trace.go:171","msg":"trace[2076288129] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"987.682075ms","start":"2026-03-13T10:05:27.772929Z","end":"2026-03-13T10:05:28.760612Z","steps":["trace[2076288129] 'process raft request' (duration: 962.085501ms)","trace[2076288129] 'compare' (duration: 25.287574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:05:28.760848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:27.772908Z","time spent":"987.84216ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:05:28.76191Z","caller":"traceutil/trace.go:171","msg":"trace[1424626919] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"988.49109ms","start":"2026-03-13T10:05:27.773403Z","end":"2026-03-13T10:05:28.761894Z","steps":["trace[1424626919] 'process raft request' (duration: 987.060935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.761985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:27.773369Z","time spent":"988.579842ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:05:28.761903Z","caller":"traceutil/trace.go:171","msg":"trace[1485969882] linearizableReadLoop","detail":"{readStateIndex:6439; appliedIndex:6437; }","duration":"947.947018ms","start":"2026-03-13T10:05:27.813933Z","end":"2026-03-13T10:05:28.76188Z","steps":["trace[1485969882] 'read index received' (duration: 797.226648ms)","trace[1485969882] 'applied index is now lower than readState.Index' (duration: 150.71906ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:28.761966Z","caller":"traceutil/trace.go:171","msg":"trace[2130787358] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"396.023438ms","start":"2026-03-13T10:05:28.365906Z","end":"2026-03-13T10:05:28.76193Z","steps":["trace[2130787358] 'process raft request' (duration: 395.903294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.280489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:05:28.762265Z","caller":"traceutil/trace.go:171","msg":"trace[302514512] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6203; }","duration":"948.32747ms","start":"2026-03-13T10:05:27.813924Z","end":"2026-03-13T10:05:28.762252Z","steps":["trace[302514512] 'agreement among raft nodes before linearized reading' (duration: 948.119223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:27.813876Z","time spent":"948.444043ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T10:05:28.762415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.52639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:05:28.762453Z","caller":"traceutil/trace.go:171","msg":"trace[1581616033] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6203; }","duration":"169.595852ms","start":"2026-03-13T10:05:28.592847Z","end":"2026-03-13T10:05:28.762443Z","steps":["trace[1581616033] 'agreement among raft nodes before linearized reading' (duration: 169.511539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.608852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:05:28.762556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.986063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:05:28.762583Z","caller":"traceutil/trace.go:171","msg":"trace[1111607306] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6203; }","duration":"820.900911ms","start":"2026-03-13T10:05:27.941671Z","end":"2026-03-13T10:05:28.762572Z","steps":["trace[1111607306] 'agreement among raft nodes before linearized reading' (duration: 820.588301ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:28.762618Z","caller":"traceutil/trace.go:171","msg":"trace[1275804874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6203; }","duration":"705.067916ms","start":"2026-03-13T10:05:28.057532Z","end":"2026-03-13T10:05:28.7626Z","steps":["trace[1275804874] 'agreement among raft nodes before linearized reading' (duration: 704.854099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:27.941652Z","time spent":"820.983984ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:05:28.762663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.05752Z","time spent":"705.130978ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:05:28.762747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.227451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:05:28.76275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.757838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:05:28.762787Z","caller":"traceutil/trace.go:171","msg":"trace[514396302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6203; }","duration":"705.284462ms","start":"2026-03-13T10:05:28.057493Z","end":"2026-03-13T10:05:28.762777Z","steps":["trace[514396302] 'agreement among raft nodes before linearized reading' (duration: 705.116217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.057485Z","time spent":"705.324714ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:05:28.762825Z","caller":"traceutil/trace.go:171","msg":"trace[1298745975] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6203; }","duration":"263.884241ms","start":"2026-03-13T10:05:28.498921Z","end":"2026-03-13T10:05:28.762805Z","steps":["trace[1298745975] 'agreement among raft nodes before linearized reading' (duration: 263.739267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.725914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:05:28.763062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.15717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:05:28.763096Z","caller":"traceutil/trace.go:171","msg":"trace[925698938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6203; }","duration":"706.197381ms","start":"2026-03-13T10:05:28.056889Z","end":"2026-03-13T10:05:28.763087Z","steps":["trace[925698938] 'agreement among raft nodes before linearized reading' (duration: 706.124669ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:28.763075Z","caller":"traceutil/trace.go:171","msg":"trace[952235192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:6203; }","duration":"703.897849ms","start":"2026-03-13T10:05:28.059158Z","end":"2026-03-13T10:05:28.763056Z","steps":["trace[952235192] 'agreement among raft nodes before linearized reading' (duration: 703.346132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.762982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.364415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:05:28.763296Z","caller":"traceutil/trace.go:171","msg":"trace[859366549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6203; }","duration":"705.694935ms","start":"2026-03-13T10:05:28.057585Z","end":"2026-03-13T10:05:28.76328Z","steps":["trace[859366549] 'agreement among raft nodes before linearized reading' (duration: 705.293373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.763119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.056886Z","time spent":"706.227382ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:05:28.762994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.52101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T10:05:28.763359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.057575Z","time spent":"705.767448ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:05:28.763383Z","caller":"traceutil/trace.go:171","msg":"trace[1127022378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6203; }","duration":"705.905772ms","start":"2026-03-13T10:05:28.057443Z","end":"2026-03-13T10:05:28.763349Z","steps":["trace[1127022378] 'agreement among raft nodes before linearized reading' (duration: 705.490829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.763423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.057432Z","time spent":"705.979134ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:05:28.762436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.365884Z","time spent":"396.295986ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:05:28.763207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.333256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:05:28.763438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.059138Z","time spent":"704.128127ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:05:28.763548Z","caller":"traceutil/trace.go:171","msg":"trace[1981406990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6203; }","duration":"706.705647ms","start":"2026-03-13T10:05:28.056831Z","end":"2026-03-13T10:05:28.763537Z","steps":["trace[1981406990] 'agreement among raft nodes before linearized reading' (duration: 706.333396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:28.763696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:05:28.056815Z","time spent":"706.867333ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:05:36.940291Z","caller":"traceutil/trace.go:171","msg":"trace[1077608189] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"112.402007ms","start":"2026-03-13T10:05:36.827861Z","end":"2026-03-13T10:05:36.940263Z","steps":["trace[1077608189] 'process raft request' (duration: 81.620001ms)","trace[1077608189] 'compare' (duration: 30.252349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:05:36.94069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.668138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:05:36.940718Z","caller":"traceutil/trace.go:171","msg":"trace[883966597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6246; }","duration":"100.773483ms","start":"2026-03-13T10:05:36.839938Z","end":"2026-03-13T10:05:36.940712Z","steps":["trace[883966597] 'agreement among raft nodes before linearized reading' (duration: 100.710201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:36.94078Z","caller":"traceutil/trace.go:171","msg":"trace[1881312625] linearizableReadLoop","detail":"{readStateIndex:6486; appliedIndex:6484; }","duration":"100.3774ms","start":"2026-03-13T10:05:36.840015Z","end":"2026-03-13T10:05:36.940392Z","steps":["trace[1881312625] 'read index received' (duration: 69.48491ms)","trace[1881312625] 'applied index is now lower than readState.Index' (duration: 30.89126ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:36.940896Z","caller":"traceutil/trace.go:171","msg":"trace[779633030] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"107.487903ms","start":"2026-03-13T10:05:36.833333Z","end":"2026-03-13T10:05:36.94082Z","steps":["trace[779633030] 'process raft request' (duration: 106.912725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:36.941235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.823754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:05:36.941282Z","caller":"traceutil/trace.go:171","msg":"trace[470475724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6246; }","duration":"100.919917ms","start":"2026-03-13T10:05:36.840349Z","end":"2026-03-13T10:05:36.941269Z","steps":["trace[470475724] 'agreement among raft nodes before linearized reading' (duration: 100.70175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:36.941898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.918297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:05:36.94194Z","caller":"traceutil/trace.go:171","msg":"trace[587585316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6246; }","duration":"100.973959ms","start":"2026-03-13T10:05:36.840955Z","end":"2026-03-13T10:05:36.941929Z","steps":["trace[587585316] 'agreement among raft nodes before linearized reading' (duration: 100.872586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:36.942397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:05:36.942434Z","caller":"traceutil/trace.go:171","msg":"trace[1593180310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6246; }","duration":"102.026541ms","start":"2026-03-13T10:05:36.840398Z","end":"2026-03-13T10:05:36.942425Z","steps":["trace[1593180310] 'agreement among raft nodes before linearized reading' (duration: 101.896087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:36.942195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.260708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:05:36.942515Z","caller":"traceutil/trace.go:171","msg":"trace[1797075207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6246; }","duration":"101.595988ms","start":"2026-03-13T10:05:36.840906Z","end":"2026-03-13T10:05:36.942502Z","steps":["trace[1797075207] 'agreement among raft nodes before linearized reading' (duration: 101.166524ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:39.100142Z","caller":"traceutil/trace.go:171","msg":"trace[779366367] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"174.694912ms","start":"2026-03-13T10:05:38.925394Z","end":"2026-03-13T10:05:39.100089Z","steps":["trace[779366367] 'process raft request' (duration: 174.547708ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:39.10145Z","caller":"traceutil/trace.go:171","msg":"trace[282610949] linearizableReadLoop","detail":"{readStateIndex:6495; appliedIndex:6493; }","duration":"150.138151ms","start":"2026-03-13T10:05:38.951285Z","end":"2026-03-13T10:05:39.101423Z","steps":["trace[282610949] 'read index received' (duration: 148.606093ms)","trace[282610949] 'applied index is now lower than readState.Index' (duration: 1.530958ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:39.101634Z","caller":"traceutil/trace.go:171","msg":"trace[2147466939] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"133.134628ms","start":"2026-03-13T10:05:38.96849Z","end":"2026-03-13T10:05:39.101625Z","steps":["trace[2147466939] 'process raft request' (duration: 132.88147ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:39.10158Z","caller":"traceutil/trace.go:171","msg":"trace[1650164350] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"156.118169ms","start":"2026-03-13T10:05:38.945442Z","end":"2026-03-13T10:05:39.10156Z","steps":["trace[1650164350] 'process raft request' (duration: 155.80733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.101919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.609277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:05:39.101989Z","caller":"traceutil/trace.go:171","msg":"trace[605740170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6256; }","duration":"150.716109ms","start":"2026-03-13T10:05:38.951255Z","end":"2026-03-13T10:05:39.101971Z","steps":["trace[605740170] 'agreement among raft nodes before linearized reading' (duration: 150.42023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.102238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.813561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:05:39.102282Z","caller":"traceutil/trace.go:171","msg":"trace[893473985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:6256; }","duration":"134.869243ms","start":"2026-03-13T10:05:38.967402Z","end":"2026-03-13T10:05:39.102271Z","steps":["trace[893473985] 'agreement among raft nodes before linearized reading' (duration: 134.76886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.102317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.817873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:05:39.102402Z","caller":"traceutil/trace.go:171","msg":"trace[770313761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6256; }","duration":"143.923646ms","start":"2026-03-13T10:05:38.95846Z","end":"2026-03-13T10:05:39.102384Z","steps":["trace[770313761] 'agreement among raft nodes before linearized reading' (duration: 143.630837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.102606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.076371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:05:39.102633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.307041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:05:39.102659Z","caller":"traceutil/trace.go:171","msg":"trace[1424786196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6256; }","duration":"144.144324ms","start":"2026-03-13T10:05:38.958502Z","end":"2026-03-13T10:05:39.102646Z","steps":["trace[1424786196] 'agreement among raft nodes before linearized reading' (duration: 144.02161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.102731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.26892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:05:39.102664Z","caller":"traceutil/trace.go:171","msg":"trace[1432620738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6256; }","duration":"146.351913ms","start":"2026-03-13T10:05:38.956303Z","end":"2026-03-13T10:05:39.102655Z","steps":["trace[1432620738] 'agreement among raft nodes before linearized reading' (duration: 146.26804ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:39.102767Z","caller":"traceutil/trace.go:171","msg":"trace[938838594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6256; }","duration":"146.318921ms","start":"2026-03-13T10:05:38.956441Z","end":"2026-03-13T10:05:39.102759Z","steps":["trace[938838594] 'agreement among raft nodes before linearized reading' (duration: 146.240469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.103033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.687293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:05:39.103114Z","caller":"traceutil/trace.go:171","msg":"trace[1883336578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6256; }","duration":"146.854949ms","start":"2026-03-13T10:05:38.956242Z","end":"2026-03-13T10:05:39.103097Z","steps":["trace[1883336578] 'agreement among raft nodes before linearized reading' (duration: 146.619031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:39.102062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.147248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:05:39.103743Z","caller":"traceutil/trace.go:171","msg":"trace[370424246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6256; }","duration":"149.859243ms","start":"2026-03-13T10:05:38.953871Z","end":"2026-03-13T10:05:39.10373Z","steps":["trace[370424246] 'agreement among raft nodes before linearized reading' (duration: 148.060176ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:45.234226Z","caller":"traceutil/trace.go:171","msg":"trace[481982327] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"110.183698ms","start":"2026-03-13T10:05:45.124017Z","end":"2026-03-13T10:05:45.234201Z","steps":["trace[481982327] 'process raft request' (duration: 109.638781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:45.23512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.028079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:05:45.23521Z","caller":"traceutil/trace.go:171","msg":"trace[916436214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6285; }","duration":"100.162703ms","start":"2026-03-13T10:05:45.135023Z","end":"2026-03-13T10:05:45.235185Z","steps":["trace[916436214] 'agreement among raft nodes before linearized reading' (duration: 99.363478ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:45.595623Z","caller":"traceutil/trace.go:171","msg":"trace[237506876] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"122.438092ms","start":"2026-03-13T10:05:45.473156Z","end":"2026-03-13T10:05:45.595594Z","steps":["trace[237506876] 'process raft request' (duration: 100.140772ms)","trace[237506876] 'compare' (duration: 22.160286ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:53.33116Z","caller":"traceutil/trace.go:171","msg":"trace[1310261525] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"123.752423ms","start":"2026-03-13T10:05:53.207375Z","end":"2026-03-13T10:05:53.331128Z","steps":["trace[1310261525] 'process raft request' (duration: 123.487735ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:06:13.569174Z","caller":"traceutil/trace.go:171","msg":"trace[986488790] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"100.06564ms","start":"2026-03-13T10:06:13.469086Z","end":"2026-03-13T10:06:13.569151Z","steps":["trace[986488790] 'process raft request' (duration: 99.927806ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:06:13.575732Z","caller":"traceutil/trace.go:171","msg":"trace[2117542608] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"105.645394ms","start":"2026-03-13T10:06:13.470065Z","end":"2026-03-13T10:06:13.57571Z","steps":["trace[2117542608] 'process raft request' (duration: 105.223431ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:06:24.82952Z","caller":"traceutil/trace.go:171","msg":"trace[30094124] linearizableReadLoop","detail":"{readStateIndex:6861; appliedIndex:6860; }","duration":"112.292554ms","start":"2026-03-13T10:06:24.717207Z","end":"2026-03-13T10:06:24.8295Z","steps":["trace[30094124] 'read index received' (duration: 112.16321ms)","trace[30094124] 'applied index is now lower than readState.Index' (duration: 128.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:06:24.829577Z","caller":"traceutil/trace.go:171","msg":"trace[1383148275] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"162.874611ms","start":"2026-03-13T10:06:24.666679Z","end":"2026-03-13T10:06:24.829554Z","steps":["trace[1383148275] 'process raft request' (duration: 162.697155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:06:24.829778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.554572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:06:24.829843Z","caller":"traceutil/trace.go:171","msg":"trace[1077316243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:6609; }","duration":"112.671415ms","start":"2026-03-13T10:06:24.717151Z","end":"2026-03-13T10:06:24.829822Z","steps":["trace[1077316243] 'agreement among raft nodes before linearized reading' (duration: 112.472609ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:34.037647Z","caller":"traceutil/trace.go:171","msg":"trace[1859822841] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"125.140288ms","start":"2026-03-13T10:07:33.912479Z","end":"2026-03-13T10:07:34.03762Z","steps":["trace[1859822841] 'process raft request' (duration: 124.967763ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:34.052768Z","caller":"traceutil/trace.go:171","msg":"trace[595471200] transaction","detail":"{read_only:false; response_revision:7107; number_of_response:1; }","duration":"102.323247ms","start":"2026-03-13T10:07:33.950409Z","end":"2026-03-13T10:07:34.052732Z","steps":["trace[595471200] 'process raft request' (duration: 102.11587ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:42.222846Z","caller":"traceutil/trace.go:171","msg":"trace[1253908476] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"149.420823ms","start":"2026-03-13T10:07:42.073377Z","end":"2026-03-13T10:07:42.222797Z","steps":["trace[1253908476] 'process raft request' (duration: 100.664955ms)","trace[1253908476] 'compare' (duration: 48.549242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:42.501407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.083967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:42.501521Z","caller":"traceutil/trace.go:171","msg":"trace[840391637] transaction","detail":"{read_only:false; response_revision:7165; number_of_response:1; }","duration":"274.50871ms","start":"2026-03-13T10:07:42.226995Z","end":"2026-03-13T10:07:42.501503Z","steps":["trace[840391637] 'process raft request' (duration: 104.253907ms)","trace[840391637] 'compare' (duration: 169.974054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:42.881208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.890956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:42.881413Z","caller":"traceutil/trace.go:171","msg":"trace[1747607055] transaction","detail":"{read_only:false; response_revision:7166; number_of_response:1; }","duration":"654.381551ms","start":"2026-03-13T10:07:42.227008Z","end":"2026-03-13T10:07:42.881389Z","steps":["trace[1747607055] 'process raft request' (duration: 489.231427ms)","trace[1747607055] 'compare' (duration: 164.500353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:42.881514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.226992Z","time spent":"654.466424ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:42.881646Z","caller":"traceutil/trace.go:171","msg":"trace[993574911] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"654.205506ms","start":"2026-03-13T10:07:42.227416Z","end":"2026-03-13T10:07:42.881621Z","steps":["trace[993574911] 'process raft request' (duration: 653.875986ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:42.881696Z","caller":"traceutil/trace.go:171","msg":"trace[184124107] linearizableReadLoop","detail":"{readStateIndex:7439; appliedIndex:7436; }","duration":"638.93574ms","start":"2026-03-13T10:07:42.242751Z","end":"2026-03-13T10:07:42.881687Z","steps":["trace[184124107] 'read index received' (duration: 88.519577ms)","trace[184124107] 'applied index is now lower than readState.Index' (duration: 550.414843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:42.881735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.227393Z","time spent":"654.298878ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:42.88183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.072684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:42.881869Z","caller":"traceutil/trace.go:171","msg":"trace[10244614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7167; }","duration":"639.134046ms","start":"2026-03-13T10:07:42.242724Z","end":"2026-03-13T10:07:42.881858Z","steps":["trace[10244614] 'agreement among raft nodes before linearized reading' (duration: 639.013322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.881891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.242711Z","time spent":"639.174607ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:07:42.882508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.239161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:07:42.882545Z","caller":"traceutil/trace.go:171","msg":"trace[104884463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7168; }","duration":"632.328844ms","start":"2026-03-13T10:07:42.250207Z","end":"2026-03-13T10:07:42.882536Z","steps":["trace[104884463] 'agreement among raft nodes before linearized reading' (duration: 632.128838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.882543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.169953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:07:42.882594Z","caller":"traceutil/trace.go:171","msg":"trace[2046635765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7168; }","duration":"627.258846ms","start":"2026-03-13T10:07:42.25532Z","end":"2026-03-13T10:07:42.882579Z","steps":["trace[2046635765] 'agreement among raft nodes before linearized reading' (duration: 627.112391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.882582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.258749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"warn","ts":"2026-03-13T10:07:42.882623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.250176Z","time spent":"632.386836ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:42.882638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.255299Z","time spent":"627.331568ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:07:42.882624Z","caller":"traceutil/trace.go:171","msg":"trace[1411863483] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"384.200276ms","start":"2026-03-13T10:07:42.498399Z","end":"2026-03-13T10:07:42.882599Z","steps":["trace[1411863483] 'process raft request' (duration: 383.287578ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:42.882666Z","caller":"traceutil/trace.go:171","msg":"trace[325567996] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7168; }","duration":"551.372463ms","start":"2026-03-13T10:07:42.331271Z","end":"2026-03-13T10:07:42.882644Z","steps":["trace[325567996] 'agreement among raft nodes before linearized reading' (duration: 551.093444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.882683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.252776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:07:42.882714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.331259Z","time spent":"551.446185ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12736,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-13T10:07:42.882746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.49837Z","time spent":"384.32328ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:07:42.882761Z","caller":"traceutil/trace.go:171","msg":"trace[419910816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7168; }","duration":"618.358759ms","start":"2026-03-13T10:07:42.264382Z","end":"2026-03-13T10:07:42.882741Z","steps":["trace[419910816] 'agreement among raft nodes before linearized reading' (duration: 617.997878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.882763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.426105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:07:42.882799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.264373Z","time spent":"618.417871ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:07:42.882823Z","caller":"traceutil/trace.go:171","msg":"trace[1652803966] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7168; }","duration":"551.496047ms","start":"2026-03-13T10:07:42.331309Z","end":"2026-03-13T10:07:42.882805Z","steps":["trace[1652803966] 'agreement among raft nodes before linearized reading' (duration: 551.388493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.882858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.331306Z","time spent":"551.544868ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-13T10:07:43.044859Z","caller":"traceutil/trace.go:171","msg":"trace[1720168767] linearizableReadLoop","detail":"{readStateIndex:7442; appliedIndex:7440; }","duration":"158.194397ms","start":"2026-03-13T10:07:42.886637Z","end":"2026-03-13T10:07:43.044831Z","steps":["trace[1720168767] 'read index received' (duration: 36.067044ms)","trace[1720168767] 'applied index is now lower than readState.Index' (duration: 122.125893ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:43.044976Z","caller":"traceutil/trace.go:171","msg":"trace[126520630] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"158.373443ms","start":"2026-03-13T10:07:42.886542Z","end":"2026-03-13T10:07:43.044916Z","steps":["trace[126520630] 'process raft request' (duration: 157.988201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:43.045041Z","caller":"traceutil/trace.go:171","msg":"trace[1643397187] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"158.384603ms","start":"2026-03-13T10:07:42.88663Z","end":"2026-03-13T10:07:43.045015Z","steps":["trace[1643397187] 'process raft request' (duration: 158.127155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:43.045535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.878828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214059"} {"level":"info","ts":"2026-03-13T10:07:43.045619Z","caller":"traceutil/trace.go:171","msg":"trace[1616813849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7171; }","duration":"158.999702ms","start":"2026-03-13T10:07:42.886604Z","end":"2026-03-13T10:07:43.045603Z","steps":["trace[1616813849] 'agreement among raft nodes before linearized reading' (duration: 158.396754ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:45.01133Z","caller":"traceutil/trace.go:171","msg":"trace[382666987] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"122.815926ms","start":"2026-03-13T10:07:44.888481Z","end":"2026-03-13T10:07:45.011297Z","steps":["trace[382666987] 'process raft request' (duration: 122.6407ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:45.026752Z","caller":"traceutil/trace.go:171","msg":"trace[105563569] linearizableReadLoop","detail":"{readStateIndex:7452; appliedIndex:7450; }","duration":"100.068627ms","start":"2026-03-13T10:07:44.926669Z","end":"2026-03-13T10:07:45.026738Z","steps":["trace[105563569] 'read index received' (duration: 84.45293ms)","trace[105563569] 'applied index is now lower than readState.Index' (duration: 15.614817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:45.026933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.251932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:45.026978Z","caller":"traceutil/trace.go:171","msg":"trace[1635698805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7180; }","duration":"100.348496ms","start":"2026-03-13T10:07:44.926616Z","end":"2026-03-13T10:07:45.026965Z","steps":["trace[1635698805] 'agreement among raft nodes before linearized reading' (duration: 100.212111ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:45.026861Z","caller":"traceutil/trace.go:171","msg":"trace[1841603236] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"137.786941ms","start":"2026-03-13T10:07:44.889036Z","end":"2026-03-13T10:07:45.026823Z","steps":["trace[1841603236] 'process raft request' (duration: 137.621096ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:09.42129Z","caller":"traceutil/trace.go:171","msg":"trace[432953733] linearizableReadLoop","detail":"{readStateIndex:7608; appliedIndex:7607; }","duration":"164.130771ms","start":"2026-03-13T10:08:09.257133Z","end":"2026-03-13T10:08:09.421263Z","steps":["trace[432953733] 'read index received' (duration: 163.899084ms)","trace[432953733] 'applied index is now lower than readState.Index' (duration: 230.707µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:09.421572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.40767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:08:09.421644Z","caller":"traceutil/trace.go:171","msg":"trace[1963431697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7331; }","duration":"164.497063ms","start":"2026-03-13T10:08:09.257127Z","end":"2026-03-13T10:08:09.421624Z","steps":["trace[1963431697] 'agreement among raft nodes before linearized reading' (duration: 164.289096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:09.421707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.748838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:08:09.421771Z","caller":"traceutil/trace.go:171","msg":"trace[487781357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7331; }","duration":"161.858161ms","start":"2026-03-13T10:08:09.259899Z","end":"2026-03-13T10:08:09.421757Z","steps":["trace[487781357] 'agreement among raft nodes before linearized reading' (duration: 161.697876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:09.4219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.919773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:08:09.421924Z","caller":"traceutil/trace.go:171","msg":"trace[2136724013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7331; }","duration":"161.957774ms","start":"2026-03-13T10:08:09.25996Z","end":"2026-03-13T10:08:09.421918Z","steps":["trace[2136724013] 'agreement among raft nodes before linearized reading' (duration: 161.901132ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:09.421479Z","caller":"traceutil/trace.go:171","msg":"trace[1587845329] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"165.775923ms","start":"2026-03-13T10:08:09.255625Z","end":"2026-03-13T10:08:09.421401Z","steps":["trace[1587845329] 'process raft request' (duration: 165.472613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:09.422018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.571852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:08:09.422255Z","caller":"traceutil/trace.go:171","msg":"trace[1651613533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7331; }","duration":"161.84674ms","start":"2026-03-13T10:08:09.260343Z","end":"2026-03-13T10:08:09.422189Z","steps":["trace[1651613533] 'agreement among raft nodes before linearized reading' (duration: 161.350485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:14.693677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.697558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:08:14.693794Z","caller":"traceutil/trace.go:171","msg":"trace[1392340396] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"205.039976ms","start":"2026-03-13T10:08:14.488733Z","end":"2026-03-13T10:08:14.693773Z","steps":["trace[1392340396] 'process raft request' (duration: 50.160722ms)","trace[1392340396] 'compare' (duration: 154.356237ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:19.90946Z","caller":"traceutil/trace.go:171","msg":"trace[188624844] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"217.338179ms","start":"2026-03-13T10:08:19.692082Z","end":"2026-03-13T10:08:19.90942Z","steps":["trace[188624844] 'process raft request' (duration: 217.157363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:20.512222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5470} {"level":"info","ts":"2026-03-13T10:08:20.606756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5470,"took":"93.101939ms","hash":803018185,"current-db-size-bytes":40747008,"current-db-size":"41 MB","current-db-size-in-use-bytes":20992000,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-13T10:08:20.606815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":803018185,"revision":5470,"compact-revision":2658} {"level":"info","ts":"2026-03-13T10:08:25.606263Z","caller":"traceutil/trace.go:171","msg":"trace[1702458448] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"116.916661ms","start":"2026-03-13T10:08:25.489317Z","end":"2026-03-13T10:08:25.606234Z","steps":["trace[1702458448] 'process raft request' (duration: 116.437226ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.991461Z","caller":"traceutil/trace.go:171","msg":"trace[1289835611] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"443.430109ms","start":"2026-03-13T10:08:36.548002Z","end":"2026-03-13T10:08:36.991432Z","steps":["trace[1289835611] 'process raft request' (duration: 443.281455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.991633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:36.54796Z","time spent":"443.590085ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.99147Z","caller":"traceutil/trace.go:171","msg":"trace[844749890] linearizableReadLoop","detail":"{readStateIndex:7925; appliedIndex:7925; }","duration":"440.886231ms","start":"2026-03-13T10:08:36.550557Z","end":"2026-03-13T10:08:36.991443Z","steps":["trace[844749890] 'read index received' (duration: 440.87349ms)","trace[844749890] 'applied index is now lower than readState.Index' (duration: 10.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:36.991709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.104257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.991789Z","caller":"traceutil/trace.go:171","msg":"trace[478183042] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7638; }","duration":"441.236401ms","start":"2026-03-13T10:08:36.550513Z","end":"2026-03-13T10:08:36.99175Z","steps":["trace[478183042] 'agreement among raft nodes before linearized reading' (duration: 441.011164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.99187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:36.550495Z","time spent":"441.336335ms","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:36.99263Z","caller":"traceutil/trace.go:171","msg":"trace[1990042236] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"364.991377ms","start":"2026-03-13T10:08:36.627607Z","end":"2026-03-13T10:08:36.992599Z","steps":["trace[1990042236] 'process raft request' (duration: 364.843062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.992714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.999507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T10:08:36.992771Z","caller":"traceutil/trace.go:171","msg":"trace[784298704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7639; }","duration":"111.09461ms","start":"2026-03-13T10:08:36.881662Z","end":"2026-03-13T10:08:36.992757Z","steps":["trace[784298704] 'agreement among raft nodes before linearized reading' (duration: 110.903614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.992822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:36.627572Z","time spent":"365.151782ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:37.857107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:38.357786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:38.858211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:38.924656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.71069865s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:38.925039Z","caller":"traceutil/trace.go:171","msg":"trace[1641601991] linearizableReadLoop","detail":"{readStateIndex:7930; appliedIndex:7929; }","duration":"1.568876654s","start":"2026-03-13T10:08:37.356107Z","end":"2026-03-13T10:08:38.924984Z","steps":["trace[1641601991] 'read index received' (duration: 1.568692708s)","trace[1641601991] 'applied index is now lower than readState.Index' (duration: 183.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:38.925057Z","caller":"traceutil/trace.go:171","msg":"trace[586153683] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"1.711192195s","start":"2026-03-13T10:08:37.213838Z","end":"2026-03-13T10:08:38.92503Z","steps":["trace[586153683] 'process raft request' (duration: 1.711004469s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548619782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:38.925182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.213809Z","time spent":"1.711295699s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:38.925207Z","caller":"traceutil/trace.go:171","msg":"trace[27856908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7643; }","duration":"1.548707345s","start":"2026-03-13T10:08:37.376489Z","end":"2026-03-13T10:08:38.925196Z","steps":["trace[27856908] 'agreement among raft nodes before linearized reading' (duration: 1.548639013s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.376467Z","time spent":"1.548762486s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:38.925276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.700024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:38.925284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569146742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:08:38.925356Z","caller":"traceutil/trace.go:171","msg":"trace[331751648] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7643; }","duration":"150.828898ms","start":"2026-03-13T10:08:38.77451Z","end":"2026-03-13T10:08:38.925339Z","steps":["trace[331751648] 'agreement among raft nodes before linearized reading' (duration: 150.692884ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:38.925402Z","caller":"traceutil/trace.go:171","msg":"trace[1396451162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7643; }","duration":"1.569307807s","start":"2026-03-13T10:08:37.356077Z","end":"2026-03-13T10:08:38.925385Z","steps":["trace[1396451162] 'agreement among raft nodes before linearized reading' (duration: 1.569010248s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253585924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:08:38.925464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.35606Z","time spent":"1.569394009s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:08:38.925478Z","caller":"traceutil/trace.go:171","msg":"trace[1991084327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7643; }","duration":"1.253657866s","start":"2026-03-13T10:08:37.671804Z","end":"2026-03-13T10:08:38.925462Z","steps":["trace[1991084327] 'agreement among raft nodes before linearized reading' (duration: 1.253542642s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261944894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:08:38.925471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047132904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:08:38.925522Z","caller":"traceutil/trace.go:171","msg":"trace[261820945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7643; }","duration":"1.262018616s","start":"2026-03-13T10:08:37.663494Z","end":"2026-03-13T10:08:38.925513Z","steps":["trace[261820945] 'agreement among raft nodes before linearized reading' (duration: 1.261897842s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.92555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.663475Z","time spent":"1.262069747s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:08:38.925565Z","caller":"traceutil/trace.go:171","msg":"trace[1475805881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7643; }","duration":"1.047280578s","start":"2026-03-13T10:08:37.878262Z","end":"2026-03-13T10:08:38.925543Z","steps":["trace[1475805881] 'agreement among raft nodes before linearized reading' (duration: 1.046995099s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151200464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-13T10:08:38.925296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.378443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:38.925608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.87824Z","time spent":"1.047359351s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:08:38.925621Z","caller":"traceutil/trace.go:171","msg":"trace[1318062510] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7643; }","duration":"1.151263106s","start":"2026-03-13T10:08:37.77435Z","end":"2026-03-13T10:08:38.925613Z","steps":["trace[1318062510] 'agreement among raft nodes before linearized reading' (duration: 1.151182294s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:38.925633Z","caller":"traceutil/trace.go:171","msg":"trace[779839512] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7643; }","duration":"900.766876ms","start":"2026-03-13T10:08:38.024854Z","end":"2026-03-13T10:08:38.925621Z","steps":["trace[779839512] 'agreement among raft nodes before linearized reading' (duration: 900.364113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.774333Z","time spent":"1.151313748s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:08:38.925656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151343599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:08:38.925511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.671786Z","time spent":"1.253717808s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:08:38.925672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.024839Z","time spent":"900.819907ms","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:38.925708Z","caller":"traceutil/trace.go:171","msg":"trace[2052128489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7643; }","duration":"1.151416271s","start":"2026-03-13T10:08:37.774277Z","end":"2026-03-13T10:08:38.925693Z","steps":["trace[2052128489] 'agreement among raft nodes before linearized reading' (duration: 1.151273856s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324935545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:38.925758Z","caller":"traceutil/trace.go:171","msg":"trace[1008596425] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7643; }","duration":"1.325083261s","start":"2026-03-13T10:08:37.600666Z","end":"2026-03-13T10:08:38.92575Z","steps":["trace[1008596425] 'agreement among raft nodes before linearized reading' (duration: 1.324953657s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.925762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.774265Z","time spent":"1.151486064s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:38.925794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.600639Z","time spent":"1.325146443s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:38.925944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151124183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:08:38.926029Z","caller":"traceutil/trace.go:171","msg":"trace[582143648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7643; }","duration":"1.151291018s","start":"2026-03-13T10:08:37.774718Z","end":"2026-03-13T10:08:38.926009Z","steps":["trace[582143648] 'agreement among raft nodes before linearized reading' (duration: 1.150424791s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.92608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:37.774701Z","time spent":"1.15136852s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:38.926914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.850438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T10:08:38.926963Z","caller":"traceutil/trace.go:171","msg":"trace[1854902034] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7643; }","duration":"902.006714ms","start":"2026-03-13T10:08:38.024945Z","end":"2026-03-13T10:08:38.926952Z","steps":["trace[1854902034] 'agreement among raft nodes before linearized reading' (duration: 900.89883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.926996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.024925Z","time spent":"902.059195ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:39.436251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:39.93665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:40.090311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10804907s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:40.090837Z","caller":"traceutil/trace.go:171","msg":"trace[1819076383] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"1.157027537s","start":"2026-03-13T10:08:38.933781Z","end":"2026-03-13T10:08:40.090808Z","steps":["trace[1819076383] 'process raft request' (duration: 1.15679262s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.091105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.933765Z","time spent":"1.157125879s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:40.093785Z","caller":"traceutil/trace.go:171","msg":"trace[251105863] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"1.159744171s","start":"2026-03-13T10:08:38.934021Z","end":"2026-03-13T10:08:40.093765Z","steps":["trace[251105863] 'process raft request' (duration: 1.159506093s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.093797Z","caller":"traceutil/trace.go:171","msg":"trace[791392435] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"1.159627107s","start":"2026-03-13T10:08:38.93414Z","end":"2026-03-13T10:08:40.093767Z","steps":["trace[791392435] 'process raft request' (duration: 1.159557075s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.093858Z","caller":"traceutil/trace.go:171","msg":"trace[1691702225] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"1.1597055s","start":"2026-03-13T10:08:38.934088Z","end":"2026-03-13T10:08:40.093793Z","steps":["trace[1691702225] 'process raft request' (duration: 1.159567605s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.093944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.934124Z","time spent":"1.159740681s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.094053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.934082Z","time spent":"1.159860334s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.09401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.934005Z","time spent":"1.159842784s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:40.094047Z","caller":"traceutil/trace.go:171","msg":"trace[1680307831] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"1.159781632s","start":"2026-03-13T10:08:38.934239Z","end":"2026-03-13T10:08:40.094021Z","steps":["trace[1680307831] 'process raft request' (duration: 1.159492343s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.094234Z","caller":"traceutil/trace.go:171","msg":"trace[118050854] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"1.097398219s","start":"2026-03-13T10:08:38.996817Z","end":"2026-03-13T10:08:40.094215Z","steps":["trace[118050854] 'process raft request' (duration: 1.097140431s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.094302Z","caller":"traceutil/trace.go:171","msg":"trace[1192887429] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7930; }","duration":"1.15844477s","start":"2026-03-13T10:08:38.935836Z","end":"2026-03-13T10:08:40.09428Z","steps":["trace[1192887429] 'read index received' (duration: 1.154794946s)","trace[1192887429] 'applied index is now lower than readState.Index' (duration: 3.648714ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:40.094317Z","caller":"traceutil/trace.go:171","msg":"trace[1286634163] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"1.096383407s","start":"2026-03-13T10:08:38.997907Z","end":"2026-03-13T10:08:40.09429Z","steps":["trace[1286634163] 'process raft request' (duration: 1.096244333s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.094345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.996788Z","time spent":"1.097503492s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.094348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.934231Z","time spent":"1.160024369s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.094458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.997896Z","time spent":"1.09648574s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.094461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158611325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:40.094487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102296652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:40.094527Z","caller":"traceutil/trace.go:171","msg":"trace[893465486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7650; }","duration":"1.158690788s","start":"2026-03-13T10:08:38.935819Z","end":"2026-03-13T10:08:40.094509Z","steps":["trace[893465486] 'agreement among raft nodes before linearized reading' (duration: 1.158561574s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.094538Z","caller":"traceutil/trace.go:171","msg":"trace[118678844] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7650; }","duration":"1.102380534s","start":"2026-03-13T10:08:38.992142Z","end":"2026-03-13T10:08:40.094523Z","steps":["trace[118678844] 'agreement among raft nodes before linearized reading' (duration: 1.102295322s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.094572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.935812Z","time spent":"1.15874899s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:40.094587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.992123Z","time spent":"1.102449266s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T10:08:40.094637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093352383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:08:40.094737Z","caller":"traceutil/trace.go:171","msg":"trace[644779784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7650; }","duration":"1.093477587s","start":"2026-03-13T10:08:39.001244Z","end":"2026-03-13T10:08:40.094721Z","steps":["trace[644779784] 'agreement among raft nodes before linearized reading' (duration: 1.09327401s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.094782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:39.001232Z","time spent":"1.093537809s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:08:50.666843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:51.167246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:51.46673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341030726s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:51.467261Z","caller":"traceutil/trace.go:171","msg":"trace[316833907] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"1.341649766s","start":"2026-03-13T10:08:50.125584Z","end":"2026-03-13T10:08:51.467234Z","steps":["trace[316833907] 'process raft request' (duration: 1.341449159s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:51.467415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.125561Z","time spent":"1.341778959s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:52.076737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.450931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:08:52.077318Z","caller":"traceutil/trace.go:171","msg":"trace[1885624542] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"1.938835675s","start":"2026-03-13T10:08:50.138414Z","end":"2026-03-13T10:08:52.07725Z","steps":["trace[1885624542] 'process raft request' (duration: 1.748777175s)","trace[1885624542] 'compare' (duration: 189.166662ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:52.077498Z","caller":"traceutil/trace.go:171","msg":"trace[1015797173] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7978; }","duration":"1.911127251s","start":"2026-03-13T10:08:50.166335Z","end":"2026-03-13T10:08:52.077462Z","steps":["trace[1015797173] 'read index received' (duration: 1.30072895s)","trace[1015797173] 'applied index is now lower than readState.Index' (duration: 610.392661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:52.077505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.138386Z","time spent":"1.93900122s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:52.207121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.156314ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-13T10:08:52.207362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040926405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:08:52.207646Z","caller":"traceutil/trace.go:171","msg":"trace[2140666440] linearizableReadLoop","detail":"{readStateIndex:7982; appliedIndex:7980; }","duration":"130.04862ms","start":"2026-03-13T10:08:52.077561Z","end":"2026-03-13T10:08:52.20761Z","steps":["trace[2140666440] 'read index received' (duration: 90.619482ms)","trace[2140666440] 'applied index is now lower than readState.Index' (duration: 39.427528ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:52.207738Z","caller":"traceutil/trace.go:171","msg":"trace[1129790359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7690; }","duration":"2.041379459s","start":"2026-03-13T10:08:50.166282Z","end":"2026-03-13T10:08:52.207661Z","steps":["trace[1129790359] 'agreement among raft nodes before linearized reading' (duration: 1.911271866s)","trace[1129790359] 'range keys from in-memory index tree' (duration: 129.554645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:52.207865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.16626Z","time spent":"2.041580225s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:52.207998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760065517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:52.208042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998621056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:08:52.208132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040870553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:08:52.208163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83175143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:52.208223Z","caller":"traceutil/trace.go:171","msg":"trace[2088824343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7691; }","duration":"1.831827132s","start":"2026-03-13T10:08:50.376369Z","end":"2026-03-13T10:08:52.208196Z","steps":["trace[2088824343] 'agreement among raft nodes before linearized reading' (duration: 1.83175511s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.208203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885918316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:52.208269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.37635Z","time spent":"1.831910464s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:08:52.208284Z","caller":"traceutil/trace.go:171","msg":"trace[1113559228] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7691; }","duration":"1.88602913s","start":"2026-03-13T10:08:50.322238Z","end":"2026-03-13T10:08:52.208267Z","steps":["trace[1113559228] 'agreement among raft nodes before linearized reading' (duration: 1.885841774s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.208241Z","caller":"traceutil/trace.go:171","msg":"trace[1138205168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7691; }","duration":"2.040971046s","start":"2026-03-13T10:08:50.167213Z","end":"2026-03-13T10:08:52.208184Z","steps":["trace[1138205168] 'agreement among raft nodes before linearized reading' (duration: 2.040547213s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.208329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.836332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T10:08:52.208393Z","caller":"traceutil/trace.go:171","msg":"trace[2145070989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7691; }","duration":"206.922315ms","start":"2026-03-13T10:08:52.001455Z","end":"2026-03-13T10:08:52.208378Z","steps":["trace[2145070989] 'agreement among raft nodes before linearized reading' (duration: 206.807451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.2084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.746013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:52.208432Z","caller":"traceutil/trace.go:171","msg":"trace[1990394588] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7691; }","duration":"795.812725ms","start":"2026-03-13T10:08:51.412611Z","end":"2026-03-13T10:08:52.208424Z","steps":["trace[1990394588] 'agreement among raft nodes before linearized reading' (duration: 795.758224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.208227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.733207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-13T10:08:52.20846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:51.412591Z","time spent":"795.861297ms","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:52.208414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.167197Z","time spent":"2.041202183s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:08:52.208311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.878502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T10:08:52.208117Z","caller":"traceutil/trace.go:171","msg":"trace[1891978799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7691; }","duration":"1.998760971s","start":"2026-03-13T10:08:50.209336Z","end":"2026-03-13T10:08:52.208097Z","steps":["trace[1891978799] 'agreement among raft nodes before linearized reading' (duration: 1.998480232s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.20863Z","caller":"traceutil/trace.go:171","msg":"trace[2086841912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7691; }","duration":"206.162611ms","start":"2026-03-13T10:08:52.002413Z","end":"2026-03-13T10:08:52.208576Z","steps":["trace[2086841912] 'agreement among raft nodes before linearized reading' (duration: 205.771869ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.208303Z","caller":"traceutil/trace.go:171","msg":"trace[1086028665] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"248.553962ms","start":"2026-03-13T10:08:51.959718Z","end":"2026-03-13T10:08:52.208272Z","steps":["trace[1086028665] 'process raft request' (duration: 247.587292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.208673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.209309Z","time spent":"1.999339189s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:08:52.208713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964426302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-13T10:08:52.20834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.322182Z","time spent":"1.886146993s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:52.208768Z","caller":"traceutil/trace.go:171","msg":"trace[1147036444] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7691; }","duration":"1.964516985s","start":"2026-03-13T10:08:50.244239Z","end":"2026-03-13T10:08:52.208756Z","steps":["trace[1147036444] 'agreement among raft nodes before linearized reading' (duration: 1.963926516s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.208811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.244221Z","time spent":"1.964580807s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414443,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-13T10:08:52.208499Z","caller":"traceutil/trace.go:171","msg":"trace[410988675] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7691; }","duration":"310.016745ms","start":"2026-03-13T10:08:51.89847Z","end":"2026-03-13T10:08:52.208486Z","steps":["trace[410988675] 'agreement among raft nodes before linearized reading' (duration: 309.620783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.208917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:51.898445Z","time spent":"310.434929ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-13T10:08:52.208928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.637499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:52.208972Z","caller":"traceutil/trace.go:171","msg":"trace[2138802431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7691; }","duration":"707.729812ms","start":"2026-03-13T10:08:51.501229Z","end":"2026-03-13T10:08:52.208959Z","steps":["trace[2138802431] 'agreement among raft nodes before linearized reading' (duration: 707.128633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.209001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034620468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:08:52.209014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:51.501205Z","time spent":"707.798624ms","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:52.209053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.954633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-69c977dfdc-ptklf.189c5ebb42f3ac41\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-13T10:08:52.209087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040334656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:08:52.209049Z","caller":"traceutil/trace.go:171","msg":"trace[1847856530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7691; }","duration":"1.760203701s","start":"2026-03-13T10:08:50.44787Z","end":"2026-03-13T10:08:52.208074Z","steps":["trace[1847856530] 'agreement among raft nodes before linearized reading' (duration: 1.759898872s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.209166Z","caller":"traceutil/trace.go:171","msg":"trace[415757653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7691; }","duration":"2.040441579s","start":"2026-03-13T10:08:50.168711Z","end":"2026-03-13T10:08:52.209153Z","steps":["trace[415757653] 'agreement among raft nodes before linearized reading' (duration: 2.039662355s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.209183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.447777Z","time spent":"1.761387098s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:52.209204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029698064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:08:52.209124Z","caller":"traceutil/trace.go:171","msg":"trace[263000729] range","detail":"{range_begin:/registry/events/openstack/barbican-api-69c977dfdc-ptklf.189c5ebb42f3ac41; range_end:; response_count:1; response_revision:7691; }","duration":"554.058527ms","start":"2026-03-13T10:08:51.655045Z","end":"2026-03-13T10:08:52.209104Z","steps":["trace[263000729] 'agreement among raft nodes before linearized reading' (duration: 553.313513ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.209294Z","caller":"traceutil/trace.go:171","msg":"trace[1374053475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7691; }","duration":"2.029894291s","start":"2026-03-13T10:08:50.179381Z","end":"2026-03-13T10:08:52.209275Z","steps":["trace[1374053475] 'agreement among raft nodes before linearized reading' (duration: 2.028961772s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.209326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:51.655026Z","time spent":"554.252462ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-69c977dfdc-ptklf.189c5ebb42f3ac41\" "} {"level":"warn","ts":"2026-03-13T10:08:52.209246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.168699Z","time spent":"2.040500972s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:52.209338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.179358Z","time spent":"2.029967783s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:08:52.209452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04079276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:08:52.210007Z","caller":"traceutil/trace.go:171","msg":"trace[781850938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7691; }","duration":"2.04109484s","start":"2026-03-13T10:08:50.168625Z","end":"2026-03-13T10:08:52.20972Z","steps":["trace[781850938] 'agreement among raft nodes before linearized reading' (duration: 2.040046097s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.21006Z","caller":"traceutil/trace.go:171","msg":"trace[1137244512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7691; }","duration":"2.03468391s","start":"2026-03-13T10:08:50.174348Z","end":"2026-03-13T10:08:52.209031Z","steps":["trace[1137244512] 'agreement among raft nodes before linearized reading' (duration: 2.033934187s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.210154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.168614Z","time spent":"2.041524263s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:52.210184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:50.174337Z","time spent":"2.035818675s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:08:52.209462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197778874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:08:52.210291Z","caller":"traceutil/trace.go:171","msg":"trace[648939940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7691; }","duration":"1.198643231s","start":"2026-03-13T10:08:51.01163Z","end":"2026-03-13T10:08:52.210273Z","steps":["trace[648939940] 'agreement among raft nodes before linearized reading' (duration: 1.196786063s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.210382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:51.011613Z","time spent":"1.198751885s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:08:52.472443Z","caller":"traceutil/trace.go:171","msg":"trace[1808720046] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"258.054007ms","start":"2026-03-13T10:08:52.214363Z","end":"2026-03-13T10:08:52.472417Z","steps":["trace[1808720046] 'process raft request' (duration: 257.81338ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.472464Z","caller":"traceutil/trace.go:171","msg":"trace[926352157] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7983; }","duration":"256.966183ms","start":"2026-03-13T10:08:52.215472Z","end":"2026-03-13T10:08:52.472438Z","steps":["trace[926352157] 'read index received' (duration: 38.352194ms)","trace[926352157] 'applied index is now lower than readState.Index' (duration: 218.613169ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:52.472611Z","caller":"traceutil/trace.go:171","msg":"trace[1284821576] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"258.119929ms","start":"2026-03-13T10:08:52.214472Z","end":"2026-03-13T10:08:52.472593Z","steps":["trace[1284821576] 'process raft request' (duration: 257.737237ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.472662Z","caller":"traceutil/trace.go:171","msg":"trace[911894941] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"259.216364ms","start":"2026-03-13T10:08:52.213435Z","end":"2026-03-13T10:08:52.472652Z","steps":["trace[911894941] 'process raft request' (duration: 258.622565ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.472864Z","caller":"traceutil/trace.go:171","msg":"trace[561681042] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"256.794668ms","start":"2026-03-13T10:08:52.216031Z","end":"2026-03-13T10:08:52.472825Z","steps":["trace[561681042] 'process raft request' (duration: 256.331124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.472915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.425107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:08:52.472952Z","caller":"traceutil/trace.go:171","msg":"trace[1540140900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7700; }","duration":"257.50082ms","start":"2026-03-13T10:08:52.215441Z","end":"2026-03-13T10:08:52.472942Z","steps":["trace[1540140900] 'agreement among raft nodes before linearized reading' (duration: 257.351585ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.472958Z","caller":"traceutil/trace.go:171","msg":"trace[65269274] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"256.764017ms","start":"2026-03-13T10:08:52.21618Z","end":"2026-03-13T10:08:52.472944Z","steps":["trace[65269274] 'process raft request' (duration: 256.21423ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.473182Z","caller":"traceutil/trace.go:171","msg":"trace[2053215879] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"258.328036ms","start":"2026-03-13T10:08:52.214837Z","end":"2026-03-13T10:08:52.473165Z","steps":["trace[2053215879] 'process raft request' (duration: 257.410867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.473309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.136918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223837"} {"level":"info","ts":"2026-03-13T10:08:52.473364Z","caller":"traceutil/trace.go:171","msg":"trace[348808960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7700; }","duration":"257.221962ms","start":"2026-03-13T10:08:52.216131Z","end":"2026-03-13T10:08:52.473353Z","steps":["trace[348808960] 'agreement among raft nodes before linearized reading' (duration: 256.781028ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.472846Z","caller":"traceutil/trace.go:171","msg":"trace[1461838188] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"259.505303ms","start":"2026-03-13T10:08:52.213281Z","end":"2026-03-13T10:08:52.472786Z","steps":["trace[1461838188] 'process raft request' (duration: 226.98597ms)","trace[1461838188] 'compare' (duration: 31.606775ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:52.4735Z","caller":"traceutil/trace.go:171","msg":"trace[1670663200] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"258.47095ms","start":"2026-03-13T10:08:52.215017Z","end":"2026-03-13T10:08:52.473488Z","steps":["trace[1670663200] 'process raft request' (duration: 257.268672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.473535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.742692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:52.473589Z","caller":"traceutil/trace.go:171","msg":"trace[225364489] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7700; }","duration":"218.844085ms","start":"2026-03-13T10:08:52.25473Z","end":"2026-03-13T10:08:52.473574Z","steps":["trace[225364489] 'agreement among raft nodes before linearized reading' (duration: 218.739892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:52.473599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.8722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:52.473815Z","caller":"traceutil/trace.go:171","msg":"trace[441937431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7700; }","duration":"257.104257ms","start":"2026-03-13T10:08:52.216694Z","end":"2026-03-13T10:08:52.473798Z","steps":["trace[441937431] 'agreement among raft nodes before linearized reading' (duration: 256.87709ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:52.837015Z","caller":"traceutil/trace.go:171","msg":"trace[1557061762] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"236.449915ms","start":"2026-03-13T10:08:52.600548Z","end":"2026-03-13T10:08:52.836998Z","steps":["trace[1557061762] 'process raft request' (duration: 236.228888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:53.301566Z","caller":"traceutil/trace.go:171","msg":"trace[1607049458] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"261.646929ms","start":"2026-03-13T10:08:53.03989Z","end":"2026-03-13T10:08:53.301537Z","steps":["trace[1607049458] 'process raft request' (duration: 261.428912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:53.676871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.54818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:53.677041Z","caller":"traceutil/trace.go:171","msg":"trace[290508730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7702; }","duration":"299.772587ms","start":"2026-03-13T10:08:53.37723Z","end":"2026-03-13T10:08:53.677003Z","steps":["trace[290508730] 'range keys from in-memory index tree' (duration: 299.411255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:53.677429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:53.377213Z","time spent":"300.20016ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:08:53.69288Z","caller":"traceutil/trace.go:171","msg":"trace[446912187] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"220.495447ms","start":"2026-03-13T10:08:53.47235Z","end":"2026-03-13T10:08:53.692846Z","steps":["trace[446912187] 'process raft request' (duration: 220.26404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:54.978153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:55.217941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281009446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:55.218424Z","caller":"traceutil/trace.go:171","msg":"trace[326848576] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"1.281554944s","start":"2026-03-13T10:08:53.936837Z","end":"2026-03-13T10:08:55.218392Z","steps":["trace[326848576] 'process raft request' (duration: 1.281377278s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.218678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:53.936819Z","time spent":"1.281760729s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:55.250218Z","caller":"traceutil/trace.go:171","msg":"trace[570625669] linearizableReadLoop","detail":"{readStateIndex:7996; appliedIndex:7994; }","duration":"772.199389ms","start":"2026-03-13T10:08:54.477989Z","end":"2026-03-13T10:08:55.250188Z","steps":["trace[570625669] 'read index received' (duration: 740.261824ms)","trace[570625669] 'applied index is now lower than readState.Index' (duration: 31.935985ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:55.250298Z","caller":"traceutil/trace.go:171","msg":"trace[475206389] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"1.167344636s","start":"2026-03-13T10:08:54.082917Z","end":"2026-03-13T10:08:55.250262Z","steps":["trace[475206389] 'process raft request' (duration: 1.167092519s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.250477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.043004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:08:55.250473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.08289Z","time spent":"1.167482711s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:55.250486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.474408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:08:55.250527Z","caller":"traceutil/trace.go:171","msg":"trace[1799925442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7705; }","duration":"772.136587ms","start":"2026-03-13T10:08:54.478373Z","end":"2026-03-13T10:08:55.250509Z","steps":["trace[1799925442] 'agreement among raft nodes before linearized reading' (duration: 771.974062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.25052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.052044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:08:55.250598Z","caller":"traceutil/trace.go:171","msg":"trace[1319621021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7705; }","duration":"771.223238ms","start":"2026-03-13T10:08:54.479359Z","end":"2026-03-13T10:08:55.250582Z","steps":["trace[1319621021] 'agreement among raft nodes before linearized reading' (duration: 771.015992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.250644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.479349Z","time spent":"771.280931ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:55.25049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.987702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T10:08:55.250671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.050643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:08:55.250661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.515608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:08:55.250735Z","caller":"traceutil/trace.go:171","msg":"trace[707648596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7705; }","duration":"771.612891ms","start":"2026-03-13T10:08:54.479116Z","end":"2026-03-13T10:08:55.250729Z","steps":["trace[707648596] 'agreement among raft nodes before linearized reading' (duration: 771.498557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.250754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.479104Z","time spent":"771.644542ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:08:55.250759Z","caller":"traceutil/trace.go:171","msg":"trace[1457916058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7705; }","duration":"771.134646ms","start":"2026-03-13T10:08:54.479585Z","end":"2026-03-13T10:08:55.25072Z","steps":["trace[1457916058] 'agreement among raft nodes before linearized reading' (duration: 771.011532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.250812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.479567Z","time spent":"771.237259ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:08:55.250699Z","caller":"traceutil/trace.go:171","msg":"trace[1160209658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7705; }","duration":"771.24695ms","start":"2026-03-13T10:08:54.479438Z","end":"2026-03-13T10:08:55.250685Z","steps":["trace[1160209658] 'agreement among raft nodes before linearized reading' (duration: 770.9434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.250856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.479416Z","time spent":"771.435176ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:55.250561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.478357Z","time spent":"772.19716ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:08:55.25055Z","caller":"traceutil/trace.go:171","msg":"trace[850611690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7705; }","duration":"772.573581ms","start":"2026-03-13T10:08:54.477961Z","end":"2026-03-13T10:08:55.250535Z","steps":["trace[850611690] 'agreement among raft nodes before linearized reading' (duration: 772.347744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.25101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.477949Z","time spent":"773.016614ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:08:55.251063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.110516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:08:55.251274Z","caller":"traceutil/trace.go:171","msg":"trace[741984920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7705; }","duration":"771.362033ms","start":"2026-03-13T10:08:54.479858Z","end":"2026-03-13T10:08:55.25122Z","steps":["trace[741984920] 'agreement among raft nodes before linearized reading' (duration: 770.658851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:55.25137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:54.479852Z","time spent":"771.504938ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:08:55.382164Z","caller":"traceutil/trace.go:171","msg":"trace[746054666] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"126.865722ms","start":"2026-03-13T10:08:55.255268Z","end":"2026-03-13T10:08:55.382134Z","steps":["trace[746054666] 'process raft request' (duration: 126.758358ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:55.382243Z","caller":"traceutil/trace.go:171","msg":"trace[1619233685] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"126.925033ms","start":"2026-03-13T10:08:55.255254Z","end":"2026-03-13T10:08:55.382179Z","steps":["trace[1619233685] 'process raft request' (duration: 70.575728ms)","trace[1619233685] 'compare' (duration: 56.011795ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:55.416894Z","caller":"traceutil/trace.go:171","msg":"trace[1175066306] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"161.302774ms","start":"2026-03-13T10:08:55.255564Z","end":"2026-03-13T10:08:55.416867Z","steps":["trace[1175066306] 'process raft request' (duration: 161.224902ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:55.416908Z","caller":"traceutil/trace.go:171","msg":"trace[435506998] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"161.358175ms","start":"2026-03-13T10:08:55.255512Z","end":"2026-03-13T10:08:55.41687Z","steps":["trace[435506998] 'process raft request' (duration: 161.058556ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:55.416989Z","caller":"traceutil/trace.go:171","msg":"trace[266883263] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"161.443779ms","start":"2026-03-13T10:08:55.25553Z","end":"2026-03-13T10:08:55.416974Z","steps":["trace[266883263] 'process raft request' (duration: 161.215551ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:55.417185Z","caller":"traceutil/trace.go:171","msg":"trace[154623585] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"161.273883ms","start":"2026-03-13T10:08:55.2559Z","end":"2026-03-13T10:08:55.417174Z","steps":["trace[154623585] 'process raft request' (duration: 160.930492ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:55.417205Z","caller":"traceutil/trace.go:171","msg":"trace[1168293056] linearizableReadLoop","detail":"{readStateIndex:8002; appliedIndex:7996; }","duration":"160.989444ms","start":"2026-03-13T10:08:55.256175Z","end":"2026-03-13T10:08:55.417164Z","steps":["trace[1168293056] 'read index received' (duration: 69.726492ms)","trace[1168293056] 'applied index is now lower than readState.Index' (duration: 91.254052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:55.417698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.50454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223837"} {"level":"info","ts":"2026-03-13T10:08:55.417736Z","caller":"traceutil/trace.go:171","msg":"trace[108283695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7711; }","duration":"161.586283ms","start":"2026-03-13T10:08:55.256142Z","end":"2026-03-13T10:08:55.417728Z","steps":["trace[108283695] 'agreement among raft nodes before linearized reading' (duration: 161.238612ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:57.510397Z","caller":"traceutil/trace.go:171","msg":"trace[530911021] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"121.425162ms","start":"2026-03-13T10:08:57.388944Z","end":"2026-03-13T10:08:57.510369Z","steps":["trace[530911021] 'process raft request' (duration: 121.263897ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:57.514372Z","caller":"traceutil/trace.go:171","msg":"trace[538508942] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"124.204989ms","start":"2026-03-13T10:08:57.39013Z","end":"2026-03-13T10:08:57.514335Z","steps":["trace[538508942] 'process raft request' (duration: 123.891209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:57.985449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.918846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:57.985538Z","caller":"traceutil/trace.go:171","msg":"trace[602489133] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7720; }","duration":"330.0708ms","start":"2026-03-13T10:08:57.655447Z","end":"2026-03-13T10:08:57.985518Z","steps":["trace[602489133] 'range keys from in-memory index tree' (duration: 329.683438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:57.985581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:57.655417Z","time spent":"330.153722ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T10:08:58.018671Z","caller":"traceutil/trace.go:171","msg":"trace[1015075021] linearizableReadLoop","detail":"{readStateIndex:8013; appliedIndex:8012; }","duration":"208.960908ms","start":"2026-03-13T10:08:57.809685Z","end":"2026-03-13T10:08:58.018646Z","steps":["trace[1015075021] 'read index received' (duration: 207.966037ms)","trace[1015075021] 'applied index is now lower than readState.Index' (duration: 993.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:58.018757Z","caller":"traceutil/trace.go:171","msg":"trace[521774997] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"302.916474ms","start":"2026-03-13T10:08:57.715793Z","end":"2026-03-13T10:08:58.01871Z","steps":["trace[521774997] 'process raft request' (duration: 302.663407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:58.018976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.283338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-13T10:08:58.01898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:57.715759Z","time spent":"303.10486ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:58.019025Z","caller":"traceutil/trace.go:171","msg":"trace[758429613] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7721; }","duration":"209.383602ms","start":"2026-03-13T10:08:57.809626Z","end":"2026-03-13T10:08:58.019009Z","steps":["trace[758429613] 'agreement among raft nodes before linearized reading' (duration: 209.177465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:58.730616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.014031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:58.730711Z","caller":"traceutil/trace.go:171","msg":"trace[125060548] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7721; }","duration":"280.194196ms","start":"2026-03-13T10:08:58.450493Z","end":"2026-03-13T10:08:58.730687Z","steps":["trace[125060548] 'count revisions from in-memory index tree' (duration: 279.847066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:58.730956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.434268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:58.731079Z","caller":"traceutil/trace.go:171","msg":"trace[2034848941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7721; }","duration":"353.571172ms","start":"2026-03-13T10:08:58.377449Z","end":"2026-03-13T10:08:58.73102Z","steps":["trace[2034848941] 'range keys from in-memory index tree' (duration: 353.301604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:58.731118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:58.377425Z","time spent":"353.683465ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:07.798003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.702692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:09:07.798285Z","caller":"traceutil/trace.go:171","msg":"trace[125996901] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"234.865975ms","start":"2026-03-13T10:09:07.563403Z","end":"2026-03-13T10:09:07.798269Z","steps":["trace[125996901] 'process raft request' (duration: 234.779712ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:07.798278Z","caller":"traceutil/trace.go:171","msg":"trace[438355200] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8062; }","duration":"235.771244ms","start":"2026-03-13T10:09:07.562482Z","end":"2026-03-13T10:09:07.798254Z","steps":["trace[438355200] 'read index received' (duration: 24.69291ms)","trace[438355200] 'applied index is now lower than readState.Index' (duration: 211.075633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:07.798452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.954569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:09:07.798483Z","caller":"traceutil/trace.go:171","msg":"trace[383768094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7770; }","duration":"236.026161ms","start":"2026-03-13T10:09:07.562449Z","end":"2026-03-13T10:09:07.798475Z","steps":["trace[383768094] 'agreement among raft nodes before linearized reading' (duration: 235.874037ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:07.798279Z","caller":"traceutil/trace.go:171","msg":"trace[1997056574] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"238.046464ms","start":"2026-03-13T10:09:07.560194Z","end":"2026-03-13T10:09:07.79824Z","steps":["trace[1997056574] 'process raft request' (duration: 26.97415ms)","trace[1997056574] 'compare' (duration: 210.539037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:07.798608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.755001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:09:07.79863Z","caller":"traceutil/trace.go:171","msg":"trace[647830898] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7770; }","duration":"234.812023ms","start":"2026-03-13T10:09:07.56381Z","end":"2026-03-13T10:09:07.798622Z","steps":["trace[647830898] 'agreement among raft nodes before linearized reading' (duration: 234.752711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:07.798635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.287318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:09:07.798686Z","caller":"traceutil/trace.go:171","msg":"trace[1684725415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7770; }","duration":"235.351531ms","start":"2026-03-13T10:09:07.56332Z","end":"2026-03-13T10:09:07.798671Z","steps":["trace[1684725415] 'agreement among raft nodes before linearized reading' (duration: 235.217546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:07.798705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.542044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:09:07.798713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.759052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:09:07.798777Z","caller":"traceutil/trace.go:171","msg":"trace[329616661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7770; }","duration":"225.621347ms","start":"2026-03-13T10:09:07.573123Z","end":"2026-03-13T10:09:07.798744Z","steps":["trace[329616661] 'agreement among raft nodes before linearized reading' (duration: 225.438841ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:07.798818Z","caller":"traceutil/trace.go:171","msg":"trace[811597126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7770; }","duration":"234.864965ms","start":"2026-03-13T10:09:07.563903Z","end":"2026-03-13T10:09:07.798768Z","steps":["trace[811597126] 'agreement among raft nodes before linearized reading' (duration: 234.641358ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:08.04818Z","caller":"traceutil/trace.go:171","msg":"trace[144341099] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"245.994471ms","start":"2026-03-13T10:09:07.802142Z","end":"2026-03-13T10:09:08.048137Z","steps":["trace[144341099] 'process raft request' (duration: 245.29884ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:08.108906Z","caller":"traceutil/trace.go:171","msg":"trace[1257791575] linearizableReadLoop","detail":"{readStateIndex:8067; appliedIndex:8064; }","duration":"305.417862ms","start":"2026-03-13T10:09:07.803458Z","end":"2026-03-13T10:09:08.108875Z","steps":["trace[1257791575] 'read index received' (duration: 243.995799ms)","trace[1257791575] 'applied index is now lower than readState.Index' (duration: 61.420583ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:08.109023Z","caller":"traceutil/trace.go:171","msg":"trace[167085730] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"305.440133ms","start":"2026-03-13T10:09:07.803522Z","end":"2026-03-13T10:09:08.108962Z","steps":["trace[167085730] 'process raft request' (duration: 305.293568ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:08.109045Z","caller":"traceutil/trace.go:171","msg":"trace[1682837237] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"306.463575ms","start":"2026-03-13T10:09:07.802539Z","end":"2026-03-13T10:09:08.109002Z","steps":["trace[1682837237] 'process raft request' (duration: 306.023891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:08.109176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:07.803511Z","time spent":"305.565296ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:08.109016Z","caller":"traceutil/trace.go:171","msg":"trace[1667135642] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"305.520055ms","start":"2026-03-13T10:09:07.803432Z","end":"2026-03-13T10:09:08.108952Z","steps":["trace[1667135642] 'process raft request' (duration: 305.323629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:08.109282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:07.802519Z","time spent":"306.614519ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:08.109349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:07.80341Z","time spent":"305.863827ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:08.109533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.048642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223837"} {"level":"info","ts":"2026-03-13T10:09:08.109597Z","caller":"traceutil/trace.go:171","msg":"trace[1980229506] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7774; }","duration":"306.156665ms","start":"2026-03-13T10:09:07.803427Z","end":"2026-03-13T10:09:08.109584Z","steps":["trace[1980229506] 'agreement among raft nodes before linearized reading' (duration: 305.585747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:08.109643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:07.803411Z","time spent":"306.219488ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223859,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T10:09:08.350447Z","caller":"traceutil/trace.go:171","msg":"trace[1187859474] linearizableReadLoop","detail":"{readStateIndex:8069; appliedIndex:8068; }","duration":"224.146481ms","start":"2026-03-13T10:09:08.12628Z","end":"2026-03-13T10:09:08.350427Z","steps":["trace[1187859474] 'read index received' (duration: 132.27367ms)","trace[1187859474] 'applied index is now lower than readState.Index' (duration: 91.871771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:08.350665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.360698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:09:08.350729Z","caller":"traceutil/trace.go:171","msg":"trace[1615436453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7775; }","duration":"224.496542ms","start":"2026-03-13T10:09:08.126217Z","end":"2026-03-13T10:09:08.350714Z","steps":["trace[1615436453] 'agreement among raft nodes before linearized reading' (duration: 224.272135ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:08.350688Z","caller":"traceutil/trace.go:171","msg":"trace[555079828] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"293.167241ms","start":"2026-03-13T10:09:08.057479Z","end":"2026-03-13T10:09:08.350646Z","steps":["trace[555079828] 'process raft request' (duration: 201.224878ms)","trace[555079828] 'compare' (duration: 91.640404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:08.602547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.610751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:09:08.602586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.175648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:09:08.602715Z","caller":"traceutil/trace.go:171","msg":"trace[1103373912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7775; }","duration":"151.366364ms","start":"2026-03-13T10:09:08.451316Z","end":"2026-03-13T10:09:08.602682Z","steps":["trace[1103373912] 'range keys from in-memory index tree' (duration: 150.863208ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:08.602635Z","caller":"traceutil/trace.go:171","msg":"trace[1092435592] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7775; }","duration":"116.775177ms","start":"2026-03-13T10:09:08.485839Z","end":"2026-03-13T10:09:08.602614Z","steps":["trace[1092435592] 'count revisions from in-memory index tree' (duration: 116.463786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:21.721944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.853573ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-13T10:09:21.722188Z","caller":"traceutil/trace.go:171","msg":"trace[2029919650] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8177; }","duration":"526.843088ms","start":"2026-03-13T10:09:21.195327Z","end":"2026-03-13T10:09:21.72217Z","steps":["trace[2029919650] 'read index received' (duration: 49.292µs)","trace[2029919650] 'applied index is now lower than readState.Index' (duration: 526.792526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:21.722964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.612502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-13T10:09:21.72305Z","caller":"traceutil/trace.go:171","msg":"trace[526493243] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7879; }","duration":"527.752836ms","start":"2026-03-13T10:09:21.195276Z","end":"2026-03-13T10:09:21.723029Z","steps":["trace[526493243] 'agreement among raft nodes before linearized reading' (duration: 526.971182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:21.72315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:21.195257Z","time spent":"527.88084ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-13T10:09:21.723693Z","caller":"traceutil/trace.go:171","msg":"trace[461226883] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"157.750081ms","start":"2026-03-13T10:09:21.565908Z","end":"2026-03-13T10:09:21.723658Z","steps":["trace[461226883] 'process raft request' (duration: 156.148572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:21.734636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.633263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:21.734727Z","caller":"traceutil/trace.go:171","msg":"trace[1071304269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7880; }","duration":"356.758506ms","start":"2026-03-13T10:09:21.377932Z","end":"2026-03-13T10:09:21.734691Z","steps":["trace[1071304269] 'agreement among raft nodes before linearized reading' (duration: 345.728245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:21.734763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:21.377915Z","time spent":"356.840179ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:21.734731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.016908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-13T10:09:21.734866Z","caller":"traceutil/trace.go:171","msg":"trace[1779165259] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ns27l; range_end:; response_count:1; response_revision:7880; }","duration":"509.171763ms","start":"2026-03-13T10:09:21.225642Z","end":"2026-03-13T10:09:21.734814Z","steps":["trace[1779165259] 'agreement among raft nodes before linearized reading' (duration: 497.998668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:21.734931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:21.225625Z","time spent":"509.291336ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" "} {"level":"warn","ts":"2026-03-13T10:09:26.023224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:26.523957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:27.024134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:27.524696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614488994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:27.564693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.290043292s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:09:27.565085Z","caller":"traceutil/trace.go:171","msg":"trace[1151608474] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"2.290557958s","start":"2026-03-13T10:09:25.274499Z","end":"2026-03-13T10:09:27.565057Z","steps":["trace[1151608474] 'process raft request' (duration: 2.290409543s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.565227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:25.274472Z","time spent":"2.290682472s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:27.607619Z","caller":"traceutil/trace.go:171","msg":"trace[2059007566] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8202; }","duration":"2.084922658s","start":"2026-03-13T10:09:25.522664Z","end":"2026-03-13T10:09:27.607587Z","steps":["trace[2059007566] 'read index received' (duration: 2.042295142s)","trace[2059007566] 'applied index is now lower than readState.Index' (duration: 42.626426ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:27.60778Z","caller":"traceutil/trace.go:171","msg":"trace[194696885] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"1.870421815s","start":"2026-03-13T10:09:25.737341Z","end":"2026-03-13T10:09:27.607763Z","steps":["trace[194696885] 'process raft request' (duration: 1.86993819s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.608084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:25.737317Z","time spent":"1.870517148s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:27.608087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085401014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:27.608279Z","caller":"traceutil/trace.go:171","msg":"trace[1049526399] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7906; }","duration":"2.085647691s","start":"2026-03-13T10:09:25.522611Z","end":"2026-03-13T10:09:27.608258Z","steps":["trace[1049526399] 'agreement among raft nodes before linearized reading' (duration: 2.08529483s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:27.608258Z","caller":"traceutil/trace.go:171","msg":"trace[1211680673] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"1.183526545s","start":"2026-03-13T10:09:26.424698Z","end":"2026-03-13T10:09:27.608225Z","steps":["trace[1211680673] 'process raft request' (duration: 1.182787632s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.608334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:25.522588Z","time spent":"2.085727373s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:27.608393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405407356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:09:27.60844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.424679Z","time spent":"1.183650408s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:27.608451Z","caller":"traceutil/trace.go:171","msg":"trace[880760972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7906; }","duration":"1.405504309s","start":"2026-03-13T10:09:26.202931Z","end":"2026-03-13T10:09:27.608436Z","steps":["trace[880760972] 'agreement among raft nodes before linearized reading' (duration: 1.405336974s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.608497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.202911Z","time spent":"1.405574641s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:27.608629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731524766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:09:27.608691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535694139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T10:09:27.608719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347399795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:09:27.608732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632066305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:27.608816Z","caller":"traceutil/trace.go:171","msg":"trace[46934969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7906; }","duration":"1.347510158s","start":"2026-03-13T10:09:26.261289Z","end":"2026-03-13T10:09:27.608799Z","steps":["trace[46934969] 'agreement among raft nodes before linearized reading' (duration: 1.347331352s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:27.608753Z","caller":"traceutil/trace.go:171","msg":"trace[7258813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7906; }","duration":"1.731689911s","start":"2026-03-13T10:09:25.877045Z","end":"2026-03-13T10:09:27.608734Z","steps":["trace[7258813] 'agreement among raft nodes before linearized reading' (duration: 1.731202366s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.608667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338211461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:09:27.609005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364297187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T10:09:27.608817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.198569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-13T10:09:27.609031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722493828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:09:27.609042Z","caller":"traceutil/trace.go:171","msg":"trace[174917490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7906; }","duration":"1.338597973s","start":"2026-03-13T10:09:26.270426Z","end":"2026-03-13T10:09:27.609024Z","steps":["trace[174917490] 'agreement among raft nodes before linearized reading' (duration: 1.338115068s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:27.609066Z","caller":"traceutil/trace.go:171","msg":"trace[1194048537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7906; }","duration":"1.364378229s","start":"2026-03-13T10:09:26.244667Z","end":"2026-03-13T10:09:27.609045Z","steps":["trace[1194048537] 'agreement among raft nodes before linearized reading' (duration: 1.364101101s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:27.609095Z","caller":"traceutil/trace.go:171","msg":"trace[1862024688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7906; }","duration":"1.722594171s","start":"2026-03-13T10:09:25.886487Z","end":"2026-03-13T10:09:27.609081Z","steps":["trace[1862024688] 'agreement among raft nodes before linearized reading' (duration: 1.722399745s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.609115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.244656Z","time spent":"1.364445061s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:09:27.609129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.270418Z","time spent":"1.338690485s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:09:27.60916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:25.886467Z","time spent":"1.722659472s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:27.609117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:25.877023Z","time spent":"1.73197812s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:09:27.609267Z","caller":"traceutil/trace.go:171","msg":"trace[1084985430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7906; }","duration":"709.495048ms","start":"2026-03-13T10:09:26.899581Z","end":"2026-03-13T10:09:27.609076Z","steps":["trace[1084985430] 'agreement among raft nodes before linearized reading' (duration: 709.119717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.609345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.899563Z","time spent":"709.763207ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T10:09:27.609316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460786076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:09:27.609432Z","caller":"traceutil/trace.go:171","msg":"trace[1348344224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7906; }","duration":"1.46091117s","start":"2026-03-13T10:09:26.148479Z","end":"2026-03-13T10:09:27.60939Z","steps":["trace[1348344224] 'agreement among raft nodes before linearized reading' (duration: 1.460441836s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.609542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.148459Z","time spent":"1.461070334s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:27.609599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234403355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:27.608809Z","caller":"traceutil/trace.go:171","msg":"trace[681013423] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:7906; }","duration":"1.535857374s","start":"2026-03-13T10:09:26.072935Z","end":"2026-03-13T10:09:27.608792Z","steps":["trace[681013423] 'agreement among raft nodes before linearized reading' (duration: 1.535344118s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:27.609645Z","caller":"traceutil/trace.go:171","msg":"trace[172392683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7906; }","duration":"1.234457367s","start":"2026-03-13T10:09:26.375164Z","end":"2026-03-13T10:09:27.609621Z","steps":["trace[172392683] 'agreement among raft nodes before linearized reading' (duration: 1.234407756s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.60967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.375149Z","time spent":"1.234515309s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:27.609671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.072912Z","time spent":"1.536730081s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-03-13T10:09:27.608889Z","caller":"traceutil/trace.go:171","msg":"trace[1815975919] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7906; }","duration":"1.632419366s","start":"2026-03-13T10:09:25.976438Z","end":"2026-03-13T10:09:27.608857Z","steps":["trace[1815975919] 'agreement among raft nodes before linearized reading' (duration: 1.631973342s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.609047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.26128Z","time spent":"1.347748866s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:09:27.6098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:25.976416Z","time spent":"1.633358565s","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:27.6102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468539336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:27.61027Z","caller":"traceutil/trace.go:171","msg":"trace[584083553] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7906; }","duration":"1.468632059s","start":"2026-03-13T10:09:26.141593Z","end":"2026-03-13T10:09:27.610226Z","steps":["trace[584083553] 'agreement among raft nodes before linearized reading' (duration: 1.467515534s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:27.610298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:26.141566Z","time spent":"1.468721121s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:09:29.894284Z","caller":"traceutil/trace.go:171","msg":"trace[1748973132] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"280.093328ms","start":"2026-03-13T10:09:29.614163Z","end":"2026-03-13T10:09:29.894256Z","steps":["trace[1748973132] 'process raft request' (duration: 279.893912ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:29.939845Z","caller":"traceutil/trace.go:171","msg":"trace[2050225356] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8213; }","duration":"275.004902ms","start":"2026-03-13T10:09:29.664813Z","end":"2026-03-13T10:09:29.939818Z","steps":["trace[2050225356] 'read index received' (duration: 229.27997ms)","trace[2050225356] 'applied index is now lower than readState.Index' (duration: 45.723902ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:29.939978Z","caller":"traceutil/trace.go:171","msg":"trace[2129206372] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"325.350776ms","start":"2026-03-13T10:09:29.614579Z","end":"2026-03-13T10:09:29.939929Z","steps":["trace[2129206372] 'process raft request' (duration: 325.077578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:29.94011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.27882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:09:29.940169Z","caller":"traceutil/trace.go:171","msg":"trace[367132516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7915; }","duration":"275.382493ms","start":"2026-03-13T10:09:29.664773Z","end":"2026-03-13T10:09:29.940156Z","steps":["trace[367132516] 'agreement among raft nodes before linearized reading' (duration: 275.213848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:29.940239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.219718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:09:29.940282Z","caller":"traceutil/trace.go:171","msg":"trace[1463396390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7915; }","duration":"275.337812ms","start":"2026-03-13T10:09:29.664933Z","end":"2026-03-13T10:09:29.940271Z","steps":["trace[1463396390] 'agreement among raft nodes before linearized reading' (duration: 275.174017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:29.940323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.27697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:09:29.940364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.24934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:09:29.940385Z","caller":"traceutil/trace.go:171","msg":"trace[132316193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"275.28871ms","start":"2026-03-13T10:09:29.66509Z","end":"2026-03-13T10:09:29.940379Z","steps":["trace[132316193] 'agreement among raft nodes before linearized reading' (duration: 275.061753ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:29.940391Z","caller":"traceutil/trace.go:171","msg":"trace[1092680429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7915; }","duration":"274.380512ms","start":"2026-03-13T10:09:29.665996Z","end":"2026-03-13T10:09:29.940376Z","steps":["trace[1092680429] 'agreement among raft nodes before linearized reading' (duration: 274.133805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:29.940423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.219124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:09:29.940512Z","caller":"traceutil/trace.go:171","msg":"trace[1460487109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:7915; }","duration":"271.36975ms","start":"2026-03-13T10:09:29.669123Z","end":"2026-03-13T10:09:29.940493Z","steps":["trace[1460487109] 'agreement among raft nodes before linearized reading' (duration: 271.06734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:29.940509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.505467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:09:29.940533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.200347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:09:29.940569Z","caller":"traceutil/trace.go:171","msg":"trace[1553300844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7915; }","duration":"275.563729ms","start":"2026-03-13T10:09:29.664992Z","end":"2026-03-13T10:09:29.940555Z","steps":["trace[1553300844] 'agreement among raft nodes before linearized reading' (duration: 275.196527ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:29.940583Z","caller":"traceutil/trace.go:171","msg":"trace[1497947888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7915; }","duration":"275.27994ms","start":"2026-03-13T10:09:29.665287Z","end":"2026-03-13T10:09:29.940567Z","steps":["trace[1497947888] 'agreement among raft nodes before linearized reading' (duration: 274.889138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:29.940696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:29.614559Z","time spent":"325.529641ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:40.101338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.35355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-13T10:09:40.101437Z","caller":"traceutil/trace.go:171","msg":"trace[391298494] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"458.748675ms","start":"2026-03-13T10:09:39.642672Z","end":"2026-03-13T10:09:40.101421Z","steps":["trace[391298494] 'read index received' (duration: 94.038664ms)","trace[391298494] 'applied index is now lower than readState.Index' (duration: 364.708851ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:40.101503Z","caller":"traceutil/trace.go:171","msg":"trace[1466892111] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8003; }","duration":"461.394716ms","start":"2026-03-13T10:09:39.640072Z","end":"2026-03-13T10:09:40.101466Z","steps":["trace[1466892111] 'process raft request' (duration: 96.784198ms)","trace[1466892111] 'compare' (duration: 363.941118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:40.101609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.940401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ns27l\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-13T10:09:40.101639Z","caller":"traceutil/trace.go:171","msg":"trace[1817475038] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ns27l; range_end:; response_count:1; response_revision:8003; }","duration":"459.006833ms","start":"2026-03-13T10:09:39.642621Z","end":"2026-03-13T10:09:40.101628Z","steps":["trace[1817475038] 'agreement among raft nodes before linearized reading' (duration: 458.877709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.101636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.640044Z","time spent":"461.51464ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-13T10:09:40.101672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.642603Z","time spent":"459.060624ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ns27l\" "} {"level":"info","ts":"2026-03-13T10:09:40.467064Z","caller":"traceutil/trace.go:171","msg":"trace[421200413] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"491.342573ms","start":"2026-03-13T10:09:39.975686Z","end":"2026-03-13T10:09:40.467029Z","steps":["trace[421200413] 'process raft request' (duration: 489.056512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.46722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.975662Z","time spent":"491.477106ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:40.771744Z","caller":"traceutil/trace.go:171","msg":"trace[2084091771] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"790.251562ms","start":"2026-03-13T10:09:39.981452Z","end":"2026-03-13T10:09:40.771704Z","steps":["trace[2084091771] 'process raft request' (duration: 789.913452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.771924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.981431Z","time spent":"790.400756ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:40.772112Z","caller":"traceutil/trace.go:171","msg":"trace[1295788823] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"384.07794ms","start":"2026-03-13T10:09:40.387968Z","end":"2026-03-13T10:09:40.772046Z","steps":["trace[1295788823] 'process raft request' (duration: 383.607865ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:40.772155Z","caller":"traceutil/trace.go:171","msg":"trace[5524110] linearizableReadLoop","detail":"{readStateIndex:8310; appliedIndex:8308; }","duration":"670.645889ms","start":"2026-03-13T10:09:40.101472Z","end":"2026-03-13T10:09:40.772118Z","steps":["trace[5524110] 'read index received' (duration: 363.372941ms)","trace[5524110] 'applied index is now lower than readState.Index' (duration: 307.271308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:40.772404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.387949Z","time spent":"384.337427ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:09:40.772516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.145303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:09:40.772547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.985168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:09:40.772616Z","caller":"traceutil/trace.go:171","msg":"trace[879650326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8007; }","duration":"749.07658ms","start":"2026-03-13T10:09:40.023523Z","end":"2026-03-13T10:09:40.7726Z","steps":["trace[879650326] 'agreement among raft nodes before linearized reading' (duration: 748.895414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.772655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.647597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:09:40.772667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.023516Z","time spent":"749.140982ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:09:40.772683Z","caller":"traceutil/trace.go:171","msg":"trace[1957755182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8007; }","duration":"749.689679ms","start":"2026-03-13T10:09:40.022985Z","end":"2026-03-13T10:09:40.772675Z","steps":["trace[1957755182] 'agreement among raft nodes before linearized reading' (duration: 749.607697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.772653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.410881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:09:40.772704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.072909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" ","response":"range_response_count:1 size:4670"} {"level":"warn","ts":"2026-03-13T10:09:40.772724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.022978Z","time spent":"749.7324ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:09:40.772767Z","caller":"traceutil/trace.go:171","msg":"trace[2003706500] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ns27l; range_end:; response_count:1; response_revision:8007; }","duration":"668.147492ms","start":"2026-03-13T10:09:40.104605Z","end":"2026-03-13T10:09:40.772753Z","steps":["trace[2003706500] 'agreement among raft nodes before linearized reading' (duration: 667.931415ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:40.772774Z","caller":"traceutil/trace.go:171","msg":"trace[1635451368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8007; }","duration":"750.568896ms","start":"2026-03-13T10:09:40.022179Z","end":"2026-03-13T10:09:40.772747Z","steps":["trace[1635451368] 'agreement among raft nodes before linearized reading' (duration: 750.191515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.772798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.104528Z","time spent":"668.264425ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" "} {"level":"warn","ts":"2026-03-13T10:09:40.773023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.022168Z","time spent":"750.656049ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:09:40.772835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.69563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:09:40.77304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.033991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:09:40.773165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130196938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-13T10:09:40.77316Z","caller":"traceutil/trace.go:171","msg":"trace[1997822324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8007; }","duration":"750.055711ms","start":"2026-03-13T10:09:40.023057Z","end":"2026-03-13T10:09:40.773113Z","steps":["trace[1997822324] 'agreement among raft nodes before linearized reading' (duration: 749.524074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.773221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.023038Z","time spent":"750.172884ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:09:40.773229Z","caller":"traceutil/trace.go:171","msg":"trace[2084590638] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8007; }","duration":"842.631019ms","start":"2026-03-13T10:09:39.930558Z","end":"2026-03-13T10:09:40.773189Z","steps":["trace[2084590638] 'agreement among raft nodes before linearized reading' (duration: 841.955418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.773279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.205152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:09:40.774711Z","caller":"traceutil/trace.go:171","msg":"trace[1631088856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8007; }","duration":"759.644006ms","start":"2026-03-13T10:09:40.015044Z","end":"2026-03-13T10:09:40.774689Z","steps":["trace[1631088856] 'agreement among raft nodes before linearized reading' (duration: 758.122309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.774894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.015033Z","time spent":"759.73814ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:09:40.773158Z","caller":"traceutil/trace.go:171","msg":"trace[941085982] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"360.870483ms","start":"2026-03-13T10:09:40.412273Z","end":"2026-03-13T10:09:40.773143Z","steps":["trace[941085982] 'process raft request' (duration: 359.669335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.773308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.154152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:40.775216Z","caller":"traceutil/trace.go:171","msg":"trace[234808464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8007; }","duration":"398.101192ms","start":"2026-03-13T10:09:40.377101Z","end":"2026-03-13T10:09:40.775202Z","steps":["trace[234808464] 'agreement among raft nodes before linearized reading' (duration: 396.160322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.775253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.37708Z","time spent":"398.163744ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:40.775242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.412256Z","time spent":"362.891365ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:40.772569Z","caller":"traceutil/trace.go:171","msg":"trace[2137091657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8007; }","duration":"750.218225ms","start":"2026-03-13T10:09:40.022339Z","end":"2026-03-13T10:09:40.772557Z","steps":["trace[2137091657] 'agreement among raft nodes before linearized reading' (duration: 750.017079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.775344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.02233Z","time spent":"752.989021ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:09:40.773339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.807875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:09:40.77544Z","caller":"traceutil/trace.go:171","msg":"trace[1724416846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8007; }","duration":"776.948141ms","start":"2026-03-13T10:09:39.998483Z","end":"2026-03-13T10:09:40.775431Z","steps":["trace[1724416846] 'agreement among raft nodes before linearized reading' (duration: 774.773744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.77547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.998461Z","time spent":"777.000913ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:09:40.773374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.930534Z","time spent":"842.790084ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:09:40.773413Z","caller":"traceutil/trace.go:171","msg":"trace[2120527452] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ns27l; range_end:; response_count:1; response_revision:8007; }","duration":"1.13024949s","start":"2026-03-13T10:09:39.642945Z","end":"2026-03-13T10:09:40.773195Z","steps":["trace[2120527452] 'agreement among raft nodes before linearized reading' (duration: 1.130172658s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.77559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:39.642938Z","time spent":"1.132640634s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" "} {"level":"warn","ts":"2026-03-13T10:09:40.77344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.186305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-13T10:09:40.775692Z","caller":"traceutil/trace.go:171","msg":"trace[1572220920] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ns27l; range_end:; response_count:1; response_revision:8007; }","duration":"388.448325ms","start":"2026-03-13T10:09:40.387223Z","end":"2026-03-13T10:09:40.775671Z","steps":["trace[1572220920] 'agreement among raft nodes before linearized reading' (duration: 386.168614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.773475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.217521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"warn","ts":"2026-03-13T10:09:40.77576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.38721Z","time spent":"388.531847ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ns27l\" "} {"level":"info","ts":"2026-03-13T10:09:40.775786Z","caller":"traceutil/trace.go:171","msg":"trace[1011041662] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8007; }","duration":"531.564514ms","start":"2026-03-13T10:09:40.244203Z","end":"2026-03-13T10:09:40.775768Z","steps":["trace[1011041662] 'agreement among raft nodes before linearized reading' (duration: 529.154559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.775844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.244182Z","time spent":"531.643946ms","remote":"127.0.0.1:44986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-13T10:09:42.174691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614489327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:09:42.2506Z","caller":"traceutil/trace.go:171","msg":"trace[810816032] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"576.803371ms","start":"2026-03-13T10:09:41.673775Z","end":"2026-03-13T10:09:42.250578Z","steps":["trace[810816032] 'read index received' (duration: 576.594054ms)","trace[810816032] 'applied index is now lower than readState.Index' (duration: 208.457µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:42.250749Z","caller":"traceutil/trace.go:171","msg":"trace[1729425377] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"594.781525ms","start":"2026-03-13T10:09:41.655956Z","end":"2026-03-13T10:09:42.250737Z","steps":["trace[1729425377] 'process raft request' (duration: 594.437435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.250877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.655926Z","time spent":"594.884399ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:42.251131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.298907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:42.25123Z","caller":"traceutil/trace.go:171","msg":"trace[352340135] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8021; }","duration":"577.44876ms","start":"2026-03-13T10:09:41.67374Z","end":"2026-03-13T10:09:42.251189Z","steps":["trace[352340135] 'agreement among raft nodes before linearized reading' (duration: 577.228884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.251307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.673717Z","time spent":"577.553514ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:42.877336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614489330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:43.378599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614489330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:43.879159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614489330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:43.887265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623312046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:09:43.887697Z","caller":"traceutil/trace.go:171","msg":"trace[1828391411] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"1.623833713s","start":"2026-03-13T10:09:42.263841Z","end":"2026-03-13T10:09:43.887674Z","steps":["trace[1828391411] 'process raft request' (duration: 1.623586615s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:43.887827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.263822Z","time spent":"1.623929005s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:44.124332Z","caller":"traceutil/trace.go:171","msg":"trace[1743700262] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.537708013s","start":"2026-03-13T10:09:42.586599Z","end":"2026-03-13T10:09:44.124307Z","steps":["trace[1743700262] 'process raft request' (duration: 1.53760458s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:44.124361Z","caller":"traceutil/trace.go:171","msg":"trace[648487304] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.651166897s","start":"2026-03-13T10:09:42.473155Z","end":"2026-03-13T10:09:44.124322Z","steps":["trace[648487304] 'process raft request' (duration: 1.650906359s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.124479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.586577Z","time spent":"1.537825276s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:44.124538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.473132Z","time spent":"1.651306971s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:44.15986Z","caller":"traceutil/trace.go:171","msg":"trace[1584498444] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"1.381470209s","start":"2026-03-13T10:09:42.77837Z","end":"2026-03-13T10:09:44.159841Z","steps":["trace[1584498444] 'process raft request' (duration: 1.381112368s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.159982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.778342Z","time spent":"1.381572002s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:44.160009Z","caller":"traceutil/trace.go:171","msg":"trace[791970168] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8326; }","duration":"1.782968876s","start":"2026-03-13T10:09:42.377015Z","end":"2026-03-13T10:09:44.159984Z","steps":["trace[791970168] 'read index received' (duration: 1.51040661s)","trace[791970168] 'applied index is now lower than readState.Index' (duration: 272.561166ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:44.160117Z","caller":"traceutil/trace.go:171","msg":"trace[1898917734] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"928.853032ms","start":"2026-03-13T10:09:43.231252Z","end":"2026-03-13T10:09:44.160105Z","steps":["trace[1898917734] 'process raft request' (duration: 928.517972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:43.231221Z","time spent":"928.923114ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:44.1602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783164352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:44.160246Z","caller":"traceutil/trace.go:171","msg":"trace[1492654673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8026; }","duration":"1.783261045s","start":"2026-03-13T10:09:42.376974Z","end":"2026-03-13T10:09:44.160235Z","steps":["trace[1492654673] 'agreement among raft nodes before linearized reading' (duration: 1.783139511s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.376951Z","time spent":"1.783325417s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:44.160357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320217778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:09:44.160385Z","caller":"traceutil/trace.go:171","msg":"trace[1429077420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8026; }","duration":"1.320263949s","start":"2026-03-13T10:09:42.840114Z","end":"2026-03-13T10:09:44.160378Z","steps":["trace[1429077420] 'agreement among raft nodes before linearized reading' (duration: 1.320157415s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.840106Z","time spent":"1.320295809s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:09:44.160396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.467825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:09:44.160433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.122706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-13T10:09:44.160482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239035161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:44.16047Z","caller":"traceutil/trace.go:171","msg":"trace[812895610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8026; }","duration":"194.588139ms","start":"2026-03-13T10:09:43.965864Z","end":"2026-03-13T10:09:44.160452Z","steps":["trace[812895610] 'agreement among raft nodes before linearized reading' (duration: 194.445134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.972431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-13T10:09:44.160513Z","caller":"traceutil/trace.go:171","msg":"trace[1165909938] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8026; }","duration":"275.245749ms","start":"2026-03-13T10:09:43.885249Z","end":"2026-03-13T10:09:44.160494Z","steps":["trace[1165909938] 'agreement among raft nodes before linearized reading' (duration: 275.038253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317773062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:09:44.1605Z","caller":"traceutil/trace.go:171","msg":"trace[1143647519] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8026; }","duration":"1.239089212s","start":"2026-03-13T10:09:42.921405Z","end":"2026-03-13T10:09:44.160495Z","steps":["trace[1143647519] 'agreement among raft nodes before linearized reading' (duration: 1.239048531s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:44.160583Z","caller":"traceutil/trace.go:171","msg":"trace[1407229473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8026; }","duration":"1.317817833s","start":"2026-03-13T10:09:42.842761Z","end":"2026-03-13T10:09:44.160579Z","steps":["trace[1407229473] 'agreement among raft nodes before linearized reading' (duration: 1.317751601s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320859117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:09:44.160617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.921386Z","time spent":"1.239211426s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:09:44.160645Z","caller":"traceutil/trace.go:171","msg":"trace[1145838794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8026; }","duration":"1.320935149s","start":"2026-03-13T10:09:42.839691Z","end":"2026-03-13T10:09:44.160626Z","steps":["trace[1145838794] 'agreement among raft nodes before linearized reading' (duration: 1.320802205s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322199038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:09:44.160688Z","caller":"traceutil/trace.go:171","msg":"trace[131526136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.32225004s","start":"2026-03-13T10:09:42.838433Z","end":"2026-03-13T10:09:44.160683Z","steps":["trace[131526136] 'agreement among raft nodes before linearized reading' (duration: 1.322182068s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.838422Z","time spent":"1.322279201s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:44.160703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.839683Z","time spent":"1.321001761s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:09:44.160708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321498647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T10:09:44.1606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.842714Z","time spent":"1.317882685s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"info","ts":"2026-03-13T10:09:44.160744Z","caller":"traceutil/trace.go:171","msg":"trace[1777199206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.321556159s","start":"2026-03-13T10:09:42.839179Z","end":"2026-03-13T10:09:44.160735Z","steps":["trace[1777199206] 'agreement among raft nodes before linearized reading' (duration: 1.321434825s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.16078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.839165Z","time spent":"1.32160893s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:09:44.160546Z","caller":"traceutil/trace.go:171","msg":"trace[1552495660] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8026; }","duration":"263.083274ms","start":"2026-03-13T10:09:43.897439Z","end":"2026-03-13T10:09:44.160522Z","steps":["trace[1552495660] 'agreement among raft nodes before linearized reading' (duration: 262.913589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.160438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538990252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-13T10:09:44.160926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364106203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:09:44.160985Z","caller":"traceutil/trace.go:171","msg":"trace[1845522472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.364194446s","start":"2026-03-13T10:09:42.796775Z","end":"2026-03-13T10:09:44.16097Z","steps":["trace[1845522472] 'agreement among raft nodes before linearized reading' (duration: 1.36401325s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.161023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321528968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:09:44.16108Z","caller":"traceutil/trace.go:171","msg":"trace[287168069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8026; }","duration":"1.321638121s","start":"2026-03-13T10:09:42.839428Z","end":"2026-03-13T10:09:44.161066Z","steps":["trace[287168069] 'agreement among raft nodes before linearized reading' (duration: 1.321448395s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.161109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.83942Z","time spent":"1.321682513s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:09:44.161036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.796763Z","time spent":"1.364260698s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:09:44.160933Z","caller":"traceutil/trace.go:171","msg":"trace[358385941] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8026; }","duration":"1.539536049s","start":"2026-03-13T10:09:42.621378Z","end":"2026-03-13T10:09:44.160914Z","steps":["trace[358385941] 'agreement among raft nodes before linearized reading' (duration: 1.538871799s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:44.161299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:42.621358Z","time spent":"1.539928282s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-13T10:09:46.455474Z","caller":"traceutil/trace.go:171","msg":"trace[71842055] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"324.582683ms","start":"2026-03-13T10:09:46.130861Z","end":"2026-03-13T10:09:46.455444Z","steps":["trace[71842055] 'process raft request' (duration: 324.280843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.455662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.130838Z","time spent":"324.727237ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:46.45569Z","caller":"traceutil/trace.go:171","msg":"trace[97466998] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"289.750326ms","start":"2026-03-13T10:09:46.165915Z","end":"2026-03-13T10:09:46.455665Z","steps":["trace[97466998] 'process raft request' (duration: 289.392075ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:46.455646Z","caller":"traceutil/trace.go:171","msg":"trace[1607853292] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8342; }","duration":"269.611185ms","start":"2026-03-13T10:09:46.185989Z","end":"2026-03-13T10:09:46.4556Z","steps":["trace[1607853292] 'read index received' (duration: 12.708923ms)","trace[1607853292] 'applied index is now lower than readState.Index' (duration: 256.898632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:46.455971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.944455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-13T10:09:46.456001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.324064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T10:09:46.456048Z","caller":"traceutil/trace.go:171","msg":"trace[406570203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8038; }","duration":"255.368396ms","start":"2026-03-13T10:09:46.200665Z","end":"2026-03-13T10:09:46.456033Z","steps":["trace[406570203] 'agreement among raft nodes before linearized reading' (duration: 255.210131ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:46.456049Z","caller":"traceutil/trace.go:171","msg":"trace[1407531004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8038; }","duration":"270.08697ms","start":"2026-03-13T10:09:46.18594Z","end":"2026-03-13T10:09:46.456027Z","steps":["trace[1407531004] 'agreement among raft nodes before linearized reading' (duration: 269.79248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.456047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.263713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:09:46.456098Z","caller":"traceutil/trace.go:171","msg":"trace[1117148535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8038; }","duration":"198.340764ms","start":"2026-03-13T10:09:46.257743Z","end":"2026-03-13T10:09:46.456084Z","steps":["trace[1117148535] 'agreement among raft nodes before linearized reading' (duration: 198.18799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.45616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.699356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:09:46.45619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.856519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:09:46.456258Z","caller":"traceutil/trace.go:171","msg":"trace[1778313905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8038; }","duration":"198.83988ms","start":"2026-03-13T10:09:46.257396Z","end":"2026-03-13T10:09:46.456236Z","steps":["trace[1778313905] 'agreement among raft nodes before linearized reading' (duration: 198.614463ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:46.456284Z","caller":"traceutil/trace.go:171","msg":"trace[103928942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8038; }","duration":"196.955092ms","start":"2026-03-13T10:09:46.25929Z","end":"2026-03-13T10:09:46.456245Z","steps":["trace[103928942] 'agreement among raft nodes before linearized reading' (duration: 196.731575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.456286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.968243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:09:46.456341Z","caller":"traceutil/trace.go:171","msg":"trace[47067042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8038; }","duration":"198.046736ms","start":"2026-03-13T10:09:46.258279Z","end":"2026-03-13T10:09:46.456326Z","steps":["trace[47067042] 'agreement among raft nodes before linearized reading' (duration: 197.85682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.456375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.438947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:09:46.456457Z","caller":"traceutil/trace.go:171","msg":"trace[958713679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8038; }","duration":"198.53307ms","start":"2026-03-13T10:09:46.257905Z","end":"2026-03-13T10:09:46.456438Z","steps":["trace[958713679] 'agreement among raft nodes before linearized reading' (duration: 198.285613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.457115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.541511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:09:46.457207Z","caller":"traceutil/trace.go:171","msg":"trace[809014347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8038; }","duration":"199.251822ms","start":"2026-03-13T10:09:46.257936Z","end":"2026-03-13T10:09:46.457187Z","steps":["trace[809014347] 'agreement among raft nodes before linearized reading' (duration: 197.952222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.933302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.456854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:09:46.933467Z","caller":"traceutil/trace.go:171","msg":"trace[1456554346] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"472.308974ms","start":"2026-03-13T10:09:46.461131Z","end":"2026-03-13T10:09:46.93344Z","steps":["trace[1456554346] 'read index received' (duration: 84.546251ms)","trace[1456554346] 'applied index is now lower than readState.Index' (duration: 387.760793ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:46.933691Z","caller":"traceutil/trace.go:171","msg":"trace[765258583] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"472.83804ms","start":"2026-03-13T10:09:46.460787Z","end":"2026-03-13T10:09:46.933625Z","steps":["trace[765258583] 'process raft request' (duration: 84.880911ms)","trace[765258583] 'compare' (duration: 387.253567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:46.933907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.736637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-13T10:09:46.933936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.460765Z","time spent":"473.050177ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:46.933972Z","caller":"traceutil/trace.go:171","msg":"trace[359415398] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8039; }","duration":"472.850391ms","start":"2026-03-13T10:09:46.461104Z","end":"2026-03-13T10:09:46.933955Z","steps":["trace[359415398] 'agreement among raft nodes before linearized reading' (duration: 472.590223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:46.934243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.461092Z","time spent":"472.915463ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T10:09:47.434627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614489407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:47.573739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02822071s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:09:47.574281Z","caller":"traceutil/trace.go:171","msg":"trace[753792836] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"1.112956867s","start":"2026-03-13T10:09:46.461303Z","end":"2026-03-13T10:09:47.57426Z","steps":["trace[753792836] 'process raft request' (duration: 1.112872884s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:47.574344Z","caller":"traceutil/trace.go:171","msg":"trace[1087048084] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"1.113050829s","start":"2026-03-13T10:09:46.461256Z","end":"2026-03-13T10:09:47.574307Z","steps":["trace[1087048084] 'process raft request' (duration: 1.112693518s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:47.57451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.461273Z","time spent":"1.113118551s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:47.574537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.461245Z","time spent":"1.113185363s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:47.574713Z","caller":"traceutil/trace.go:171","msg":"trace[1331194384] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"1.112525784s","start":"2026-03-13T10:09:46.462176Z","end":"2026-03-13T10:09:47.574702Z","steps":["trace[1331194384] 'process raft request' (duration: 1.112373839s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:47.574738Z","caller":"traceutil/trace.go:171","msg":"trace[309106623] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8346; }","duration":"641.1972ms","start":"2026-03-13T10:09:46.933509Z","end":"2026-03-13T10:09:47.574706Z","steps":["trace[309106623] 'read index received' (duration: 640.514789ms)","trace[309106623] 'applied index is now lower than readState.Index' (duration: 680.811µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:47.574838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.915938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:47.574629Z","caller":"traceutil/trace.go:171","msg":"trace[1648040943] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"1.113026369s","start":"2026-03-13T10:09:46.461563Z","end":"2026-03-13T10:09:47.57459Z","steps":["trace[1648040943] 'process raft request' (duration: 1.112660038s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:47.574861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.46216Z","time spent":"1.112613596s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:47.574894Z","caller":"traceutil/trace.go:171","msg":"trace[966051712] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8044; }","duration":"946.015581ms","start":"2026-03-13T10:09:46.628863Z","end":"2026-03-13T10:09:47.574879Z","steps":["trace[966051712] 'agreement among raft nodes before linearized reading' (duration: 945.891377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:47.574933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.62884Z","time spent":"946.081203ms","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:47.574973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.799718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:47.575031Z","caller":"traceutil/trace.go:171","msg":"trace[1382172816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8044; }","duration":"197.904411ms","start":"2026-03-13T10:09:47.377111Z","end":"2026-03-13T10:09:47.575015Z","steps":["trace[1382172816] 'agreement among raft nodes before linearized reading' (duration: 197.807388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:47.575013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.461549Z","time spent":"1.113347739s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:47.575245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114064861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228480"} {"level":"info","ts":"2026-03-13T10:09:47.575315Z","caller":"traceutil/trace.go:171","msg":"trace[1961944379] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8044; }","duration":"1.114152963s","start":"2026-03-13T10:09:46.461145Z","end":"2026-03-13T10:09:47.575298Z","steps":["trace[1961944379] 'agreement among raft nodes before linearized reading' (duration: 1.113632607s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:47.575344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.978028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:09:47.575359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.461125Z","time spent":"1.114221265s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228502,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T10:09:47.575407Z","caller":"traceutil/trace.go:171","msg":"trace[1805005325] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8044; }","duration":"101.080322ms","start":"2026-03-13T10:09:47.474307Z","end":"2026-03-13T10:09:47.575387Z","steps":["trace[1805005325] 'agreement among raft nodes before linearized reading' (duration: 100.962928ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:47.574698Z","caller":"traceutil/trace.go:171","msg":"trace[655335087] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"1.112453161s","start":"2026-03-13T10:09:46.462171Z","end":"2026-03-13T10:09:47.574624Z","steps":["trace[655335087] 'process raft request' (duration: 1.112294706s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:47.575614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:46.46216Z","time spent":"1.11338592s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:02.679922Z","caller":"traceutil/trace.go:171","msg":"trace[1343885158] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"139.634081ms","start":"2026-03-13T10:10:02.540256Z","end":"2026-03-13T10:10:02.67989Z","steps":["trace[1343885158] 'process raft request' (duration: 138.485265ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:03.784086Z","caller":"traceutil/trace.go:171","msg":"trace[1421127033] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"111.498923ms","start":"2026-03-13T10:10:03.672551Z","end":"2026-03-13T10:10:03.78405Z","steps":["trace[1421127033] 'process raft request' (duration: 41.827191ms)","trace[1421127033] 'compare' (duration: 69.530478ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:03.822926Z","caller":"traceutil/trace.go:171","msg":"trace[1034087565] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"149.178886ms","start":"2026-03-13T10:10:03.67372Z","end":"2026-03-13T10:10:03.822899Z","steps":["trace[1034087565] 'process raft request' (duration: 149.089254ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:03.822945Z","caller":"traceutil/trace.go:171","msg":"trace[666477317] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"149.317131ms","start":"2026-03-13T10:10:03.673589Z","end":"2026-03-13T10:10:03.822907Z","steps":["trace[666477317] 'process raft request' (duration: 149.043662ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:03.823385Z","caller":"traceutil/trace.go:171","msg":"trace[87208306] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"149.537187ms","start":"2026-03-13T10:10:03.673829Z","end":"2026-03-13T10:10:03.823366Z","steps":["trace[87208306] 'process raft request' (duration: 149.31342ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:03.823282Z","caller":"traceutil/trace.go:171","msg":"trace[1107486276] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"149.424044ms","start":"2026-03-13T10:10:03.673789Z","end":"2026-03-13T10:10:03.823213Z","steps":["trace[1107486276] 'process raft request' (duration: 149.067673ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:24.83445Z","caller":"traceutil/trace.go:171","msg":"trace[1848144187] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"118.84601ms","start":"2026-03-13T10:10:24.715575Z","end":"2026-03-13T10:10:24.834421Z","steps":["trace[1848144187] 'process raft request' (duration: 118.699156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:25.360702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.672549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:10:25.360875Z","caller":"traceutil/trace.go:171","msg":"trace[891511799] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"157.151513ms","start":"2026-03-13T10:10:25.203707Z","end":"2026-03-13T10:10:25.360859Z","steps":["trace[891511799] 'process raft request' (duration: 157.090951ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:25.361466Z","caller":"traceutil/trace.go:171","msg":"trace[120771281] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"180.998719ms","start":"2026-03-13T10:10:25.180429Z","end":"2026-03-13T10:10:25.361428Z","steps":["trace[120771281] 'process raft request' (duration: 55.520325ms)","trace[120771281] 'compare' (duration: 124.571216ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:41.485146Z","caller":"traceutil/trace.go:171","msg":"trace[435776184] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"252.27631ms","start":"2026-03-13T10:10:41.232846Z","end":"2026-03-13T10:10:41.485122Z","steps":["trace[435776184] 'process raft request' (duration: 252.112915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.684913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.49984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T10:10:43.684996Z","caller":"traceutil/trace.go:171","msg":"trace[1834061907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8571; }","duration":"108.639375ms","start":"2026-03-13T10:10:43.576338Z","end":"2026-03-13T10:10:43.684978Z","steps":["trace[1834061907] 'range keys from in-memory index tree' (duration: 108.247673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:52.974707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.343204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T10:10:52.974772Z","caller":"traceutil/trace.go:171","msg":"trace[1478732347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8623; }","duration":"380.459347ms","start":"2026-03-13T10:10:52.594297Z","end":"2026-03-13T10:10:52.974757Z","steps":["trace[1478732347] 'range keys from in-memory index tree' (duration: 380.151407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:52.974801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:52.594273Z","time spent":"380.522139ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:10:52.974798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.058984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T10:10:52.974933Z","caller":"traceutil/trace.go:171","msg":"trace[462614203] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8623; }","duration":"105.188578ms","start":"2026-03-13T10:10:52.869674Z","end":"2026-03-13T10:10:52.974862Z","steps":["trace[462614203] 'range keys from in-memory index tree' (duration: 104.885099ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:53.676781Z","caller":"traceutil/trace.go:171","msg":"trace[515659987] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"697.663493ms","start":"2026-03-13T10:10:52.979091Z","end":"2026-03-13T10:10:53.676754Z","steps":["trace[515659987] 'process raft request' (duration: 697.491217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:53.677043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:52.979077Z","time spent":"697.87538ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:53.83473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.926655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:10:53.835182Z","caller":"traceutil/trace.go:171","msg":"trace[566040192] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"826.990976ms","start":"2026-03-13T10:10:53.008136Z","end":"2026-03-13T10:10:53.835127Z","steps":["trace[566040192] 'process raft request' (duration: 704.575736ms)","trace[566040192] 'compare' (duration: 121.809831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:53.835206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.187623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:10:53.835281Z","caller":"traceutil/trace.go:171","msg":"trace[377751658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8626; }","duration":"452.301196ms","start":"2026-03-13T10:10:53.382956Z","end":"2026-03-13T10:10:53.835257Z","steps":["trace[377751658] 'agreement among raft nodes before linearized reading' (duration: 452.178902ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:53.835329Z","caller":"traceutil/trace.go:171","msg":"trace[1666477302] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8950; }","duration":"452.130791ms","start":"2026-03-13T10:10:53.383Z","end":"2026-03-13T10:10:53.835131Z","steps":["trace[1666477302] 'read index received' (duration: 293.582375ms)","trace[1666477302] 'applied index is now lower than readState.Index' (duration: 158.547236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:53.835348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:53.382938Z","time spent":"452.389339ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:10:53.83535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:53.008113Z","time spent":"827.145631ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:53.835532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.075286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:10:53.835187Z","caller":"traceutil/trace.go:171","msg":"trace[1635919645] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"769.195132ms","start":"2026-03-13T10:10:53.065956Z","end":"2026-03-13T10:10:53.835151Z","steps":["trace[1635919645] 'process raft request' (duration: 769.092009ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:53.835567Z","caller":"traceutil/trace.go:171","msg":"trace[303719730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8626; }","duration":"277.164788ms","start":"2026-03-13T10:10:53.558392Z","end":"2026-03-13T10:10:53.835556Z","steps":["trace[303719730] 'agreement among raft nodes before linearized reading' (duration: 277.014434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:53.835621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:53.06593Z","time spent":"769.651516ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:53.835729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.974064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:10:53.83586Z","caller":"traceutil/trace.go:171","msg":"trace[577389431] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8626; }","duration":"256.130879ms","start":"2026-03-13T10:10:53.579713Z","end":"2026-03-13T10:10:53.835844Z","steps":["trace[577389431] 'agreement among raft nodes before linearized reading' (duration: 255.967814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.549383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.076576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:10:54.54947Z","caller":"traceutil/trace.go:171","msg":"trace[1751065825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8627; }","duration":"346.231421ms","start":"2026-03-13T10:10:54.203219Z","end":"2026-03-13T10:10:54.549451Z","steps":["trace[1751065825] 'range keys from in-memory index tree' (duration: 345.820818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.549446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.176416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:10:54.549523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.203195Z","time spent":"346.309994ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:10:54.549551Z","caller":"traceutil/trace.go:171","msg":"trace[1841806081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8627; }","duration":"172.355131ms","start":"2026-03-13T10:10:54.377168Z","end":"2026-03-13T10:10:54.549523Z","steps":["trace[1841806081] 'range keys from in-memory index tree' (duration: 172.058613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.549583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.987463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:10:54.549646Z","caller":"traceutil/trace.go:171","msg":"trace[1063995260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8627; }","duration":"584.087016ms","start":"2026-03-13T10:10:53.965547Z","end":"2026-03-13T10:10:54.549634Z","steps":["trace[1063995260] 'range keys from in-memory index tree' (duration: 583.91139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.549672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:53.96553Z","time spent":"584.136317ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:10:54.549674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.926369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:10:54.549701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.570708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:10:54.54973Z","caller":"traceutil/trace.go:171","msg":"trace[2065001992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8627; }","duration":"560.029382ms","start":"2026-03-13T10:10:53.989687Z","end":"2026-03-13T10:10:54.549716Z","steps":["trace[2065001992] 'range keys from in-memory index tree' (duration: 559.745724ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:54.549749Z","caller":"traceutil/trace.go:171","msg":"trace[717092594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8627; }","duration":"365.63027ms","start":"2026-03-13T10:10:54.184107Z","end":"2026-03-13T10:10:54.549737Z","steps":["trace[717092594] 'range keys from in-memory index tree' (duration: 365.383443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.54976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:53.989667Z","time spent":"560.086765ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:10:54.549774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.18407Z","time spent":"365.698032ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:10:54.549836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.346561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:10:54.549893Z","caller":"traceutil/trace.go:171","msg":"trace[766840683] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8627; }","duration":"365.437784ms","start":"2026-03-13T10:10:54.18444Z","end":"2026-03-13T10:10:54.549878Z","steps":["trace[766840683] 'range keys from in-memory index tree' (duration: 365.214367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.549935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.184413Z","time spent":"365.510896ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:10:54.549937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.184334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:10:54.549948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.652364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:10:54.549991Z","caller":"traceutil/trace.go:171","msg":"trace[309494521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8627; }","duration":"374.275327ms","start":"2026-03-13T10:10:54.175702Z","end":"2026-03-13T10:10:54.549978Z","steps":["trace[309494521] 'range keys from in-memory index tree' (duration: 374.071101ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:54.550008Z","caller":"traceutil/trace.go:171","msg":"trace[696215930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8627; }","duration":"346.742457ms","start":"2026-03-13T10:10:54.203245Z","end":"2026-03-13T10:10:54.549987Z","steps":["trace[696215930] 'range keys from in-memory index tree' (duration: 346.50409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.550025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.175672Z","time spent":"374.344849ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:10:54.550042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.203221Z","time spent":"346.810269ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:10:54.921281Z","caller":"traceutil/trace.go:171","msg":"trace[2057057898] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"367.24834ms","start":"2026-03-13T10:10:54.554009Z","end":"2026-03-13T10:10:54.921257Z","steps":["trace[2057057898] 'process raft request' (duration: 367.082755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:54.921993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.553989Z","time spent":"367.360794ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:55.836883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614491137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:10:56.337961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614491137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:10:56.446723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.550396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:10:56.446859Z","caller":"traceutil/trace.go:171","msg":"trace[1668709520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8628; }","duration":"421.699351ms","start":"2026-03-13T10:10:56.025138Z","end":"2026-03-13T10:10:56.446838Z","steps":["trace[1668709520] 'range keys from in-memory index tree' (duration: 421.506385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:56.838311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614491137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:10:57.291432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.370326372s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:10:57.291788Z","caller":"traceutil/trace.go:171","msg":"trace[492940426] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"2.736964263s","start":"2026-03-13T10:10:54.554803Z","end":"2026-03-13T10:10:57.291767Z","steps":["trace[492940426] 'process raft request' (duration: 2.736769157s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.291934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.554778Z","time spent":"2.737081106s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:57.292141Z","caller":"traceutil/trace.go:171","msg":"trace[1685676623] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"2.736212239s","start":"2026-03-13T10:10:54.555907Z","end":"2026-03-13T10:10:57.292119Z","steps":["trace[1685676623] 'process raft request' (duration: 2.736064304s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.29219Z","caller":"traceutil/trace.go:171","msg":"trace[1716109307] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"2.737027955s","start":"2026-03-13T10:10:54.555087Z","end":"2026-03-13T10:10:57.292115Z","steps":["trace[1716109307] 'process raft request' (duration: 2.736634213s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.292287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.555898Z","time spent":"2.736301642s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:57.292331Z","caller":"traceutil/trace.go:171","msg":"trace[1032782008] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"2.736306762s","start":"2026-03-13T10:10:54.555983Z","end":"2026-03-13T10:10:57.29229Z","steps":["trace[1032782008] 'process raft request' (duration: 2.736105536s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.292413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.555059Z","time spent":"2.737249422s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:57.292498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:54.555978Z","time spent":"2.736441306s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:57.375957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T10:10:57.376041Z","caller":"traceutil/trace.go:171","msg":"trace[975542909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355886s","start":"2026-03-13T10:10:55.375665Z","end":"2026-03-13T10:10:57.376021Z","steps":["trace[975542909] 'agreement among raft nodes before linearized reading' (duration: 2.000251393s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.37609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.37565Z","time spent":"2.000430639s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 10:10:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-13T10:10:57.46971Z","caller":"traceutil/trace.go:171","msg":"trace[25486041] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"1.629536526s","start":"2026-03-13T10:10:55.840137Z","end":"2026-03-13T10:10:57.469674Z","steps":["trace[25486041] 'process raft request' (duration: 1.62932407s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.469767Z","caller":"traceutil/trace.go:171","msg":"trace[2055129151] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"1.629105713s","start":"2026-03-13T10:10:55.840627Z","end":"2026-03-13T10:10:57.469733Z","steps":["trace[2055129151] 'process raft request' (duration: 1.628975619s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.469899Z","caller":"traceutil/trace.go:171","msg":"trace[548653323] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"1.479277927s","start":"2026-03-13T10:10:55.990596Z","end":"2026-03-13T10:10:57.469874Z","steps":["trace[548653323] 'process raft request' (duration: 1.47908081s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.469911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133068115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:10:57.469962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.840117Z","time spent":"1.629714662s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:57.469998Z","caller":"traceutil/trace.go:171","msg":"trace[1369062809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8636; }","duration":"2.133204949s","start":"2026-03-13T10:10:55.33678Z","end":"2026-03-13T10:10:57.469985Z","steps":["trace[1369062809] 'agreement among raft nodes before linearized reading' (duration: 2.133010593s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.469998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.840621Z","time spent":"1.629232387s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:57.470031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.990579Z","time spent":"1.479411201s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:57.470041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.336764Z","time spent":"2.133265571s","remote":"127.0.0.1:56638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:10:57.469738Z","caller":"traceutil/trace.go:171","msg":"trace[1431773886] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8955; }","duration":"2.13289558s","start":"2026-03-13T10:10:55.336819Z","end":"2026-03-13T10:10:57.469715Z","steps":["trace[1431773886] 'read index received' (duration: 1.95477257s)","trace[1431773886] 'applied index is now lower than readState.Index' (duration: 178.12223ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:57.470044Z","caller":"traceutil/trace.go:171","msg":"trace[356503779] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"1.48880065s","start":"2026-03-13T10:10:55.981198Z","end":"2026-03-13T10:10:57.469999Z","steps":["trace[356503779] 'process raft request' (duration: 1.488444949s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.470381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.98118Z","time spent":"1.489167902s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:57.470519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.398289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:10:57.470554Z","caller":"traceutil/trace.go:171","msg":"trace[1406789321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8636; }","duration":"543.466691ms","start":"2026-03-13T10:10:56.927076Z","end":"2026-03-13T10:10:57.470543Z","steps":["trace[1406789321] 'agreement among raft nodes before linearized reading' (duration: 543.354088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.47056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804336504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:10:57.470582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:56.927063Z","time spent":"543.512293ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:10:57.470615Z","caller":"traceutil/trace.go:171","msg":"trace[1027365705] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8636; }","duration":"1.804421947s","start":"2026-03-13T10:10:55.666177Z","end":"2026-03-13T10:10:57.470599Z","steps":["trace[1027365705] 'agreement among raft nodes before linearized reading' (duration: 1.80421043s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.470658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.666159Z","time spent":"1.804487568s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:10:57.470735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.474414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:10:57.470661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394539751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T10:10:57.470816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783935924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:10:57.47076Z","caller":"traceutil/trace.go:171","msg":"trace[1942812499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8636; }","duration":"910.534166ms","start":"2026-03-13T10:10:56.560217Z","end":"2026-03-13T10:10:57.470752Z","steps":["trace[1942812499] 'agreement among raft nodes before linearized reading' (duration: 910.463593ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.470828Z","caller":"traceutil/trace.go:171","msg":"trace[467322761] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:8636; }","duration":"1.394727986s","start":"2026-03-13T10:10:56.076079Z","end":"2026-03-13T10:10:57.470807Z","steps":["trace[467322761] 'agreement among raft nodes before linearized reading' (duration: 1.394445958s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.47086Z","caller":"traceutil/trace.go:171","msg":"trace[1035106010] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8636; }","duration":"1.784025237s","start":"2026-03-13T10:10:55.686823Z","end":"2026-03-13T10:10:57.470848Z","steps":["trace[1035106010] 'agreement among raft nodes before linearized reading' (duration: 1.783947994s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.470858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.648284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:10:57.470893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.686802Z","time spent":"1.784081549s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:10:57.470887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:56.560197Z","time spent":"910.67023ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:10:57.470919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:56.076061Z","time spent":"1.394820299s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-03-13T10:10:57.470939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.287929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:10:57.470965Z","caller":"traceutil/trace.go:171","msg":"trace[601827183] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8636; }","duration":"479.350881ms","start":"2026-03-13T10:10:56.991607Z","end":"2026-03-13T10:10:57.470958Z","steps":["trace[601827183] 'agreement among raft nodes before linearized reading' (duration: 479.30797ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.470896Z","caller":"traceutil/trace.go:171","msg":"trace[1881538496] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8636; }","duration":"197.728806ms","start":"2026-03-13T10:10:57.273156Z","end":"2026-03-13T10:10:57.470885Z","steps":["trace[1881538496] 'agreement among raft nodes before linearized reading' (duration: 197.669054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.470997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:56.991585Z","time spent":"479.404113ms","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:10:57.471138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561448414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:10:57.471198Z","caller":"traceutil/trace.go:171","msg":"trace[1730861567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8636; }","duration":"1.561540577s","start":"2026-03-13T10:10:55.909643Z","end":"2026-03-13T10:10:57.471183Z","steps":["trace[1730861567] 'agreement among raft nodes before linearized reading' (duration: 1.561395012s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:57.471239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:55.909619Z","time spent":"1.561606649s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:11:02.353058Z","caller":"traceutil/trace.go:171","msg":"trace[866130944] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"192.348929ms","start":"2026-03-13T10:11:02.160687Z","end":"2026-03-13T10:11:02.353036Z","steps":["trace[866130944] 'process raft request' (duration: 192.179994ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:03.474661Z","caller":"traceutil/trace.go:171","msg":"trace[1454631157] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"154.590663ms","start":"2026-03-13T10:11:03.320021Z","end":"2026-03-13T10:11:03.474612Z","steps":["trace[1454631157] 'process raft request' (duration: 154.346936ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:03.701222Z","caller":"traceutil/trace.go:171","msg":"trace[765698706] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"380.317583ms","start":"2026-03-13T10:11:03.320714Z","end":"2026-03-13T10:11:03.701032Z","steps":["trace[765698706] 'process raft request' (duration: 380.22411ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:03.701283Z","caller":"traceutil/trace.go:171","msg":"trace[1327821189] linearizableReadLoop","detail":"{readStateIndex:9012; appliedIndex:9008; }","duration":"325.522231ms","start":"2026-03-13T10:11:03.375735Z","end":"2026-03-13T10:11:03.701258Z","steps":["trace[1327821189] 'read index received' (duration: 98.680397ms)","trace[1327821189] 'applied index is now lower than readState.Index' (duration: 226.839573ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:03.70121Z","caller":"traceutil/trace.go:171","msg":"trace[1849588315] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"380.704654ms","start":"2026-03-13T10:11:03.320442Z","end":"2026-03-13T10:11:03.701147Z","steps":["trace[1849588315] 'process raft request' (duration: 380.361514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:03.701393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:03.320705Z","time spent":"380.606641ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:03.701378Z","caller":"traceutil/trace.go:171","msg":"trace[641949726] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"380.633042ms","start":"2026-03-13T10:11:03.320711Z","end":"2026-03-13T10:11:03.701344Z","steps":["trace[641949726] 'process raft request' (duration: 380.269271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:03.701526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:03.32067Z","time spent":"380.779436ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:03.701419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.682156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:03.701629Z","caller":"traceutil/trace.go:171","msg":"trace[1190720273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8683; }","duration":"325.938253ms","start":"2026-03-13T10:11:03.375671Z","end":"2026-03-13T10:11:03.701609Z","steps":["trace[1190720273] 'agreement among raft nodes before linearized reading' (duration: 325.692026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:03.701558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:03.32043Z","time spent":"381.008954ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:03.701681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:03.375643Z","time spent":"326.022006ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:11:03.703318Z","caller":"traceutil/trace.go:171","msg":"trace[218357403] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"208.216939ms","start":"2026-03-13T10:11:03.495076Z","end":"2026-03-13T10:11:03.703293Z","steps":["trace[218357403] 'process raft request' (duration: 208.070625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:03.703345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.352003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:11:03.703415Z","caller":"traceutil/trace.go:171","msg":"trace[293089536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8685; }","duration":"162.481287ms","start":"2026-03-13T10:11:03.540918Z","end":"2026-03-13T10:11:03.7034Z","steps":["trace[293089536] 'agreement among raft nodes before linearized reading' (duration: 162.281671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:03.703668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.066186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:11:03.703698Z","caller":"traceutil/trace.go:171","msg":"trace[1458292742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8685; }","duration":"152.118997ms","start":"2026-03-13T10:11:03.551572Z","end":"2026-03-13T10:11:03.703691Z","steps":["trace[1458292742] 'agreement among raft nodes before linearized reading' (duration: 152.043594ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:03.703678Z","caller":"traceutil/trace.go:171","msg":"trace[1315592496] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"209.798539ms","start":"2026-03-13T10:11:03.493857Z","end":"2026-03-13T10:11:03.703656Z","steps":["trace[1315592496] 'process raft request' (duration: 209.170559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:03.703901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.055409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:11:03.703955Z","caller":"traceutil/trace.go:171","msg":"trace[681229036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8685; }","duration":"157.222584ms","start":"2026-03-13T10:11:03.546717Z","end":"2026-03-13T10:11:03.70394Z","steps":["trace[681229036] 'agreement among raft nodes before linearized reading' (duration: 156.939606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.067382Z","caller":"traceutil/trace.go:171","msg":"trace[886064397] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9162; }","duration":"150.040083ms","start":"2026-03-13T10:11:15.917306Z","end":"2026-03-13T10:11:16.067346Z","steps":["trace[886064397] 'read index received' (duration: 66.556045ms)","trace[886064397] 'applied index is now lower than readState.Index' (duration: 83.480948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:16.067804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.315909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:16.06789Z","caller":"traceutil/trace.go:171","msg":"trace[902934846] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8832; }","duration":"135.447322ms","start":"2026-03-13T10:11:15.932424Z","end":"2026-03-13T10:11:16.067872Z","steps":["trace[902934846] 'agreement among raft nodes before linearized reading' (duration: 135.221206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:16.067816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.459476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:11:16.068012Z","caller":"traceutil/trace.go:171","msg":"trace[1175318046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8832; }","duration":"150.730334ms","start":"2026-03-13T10:11:15.917267Z","end":"2026-03-13T10:11:16.067997Z","steps":["trace[1175318046] 'agreement among raft nodes before linearized reading' (duration: 150.2584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:16.067887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.967551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:11:16.068312Z","caller":"traceutil/trace.go:171","msg":"trace[1419295519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8832; }","duration":"150.431966ms","start":"2026-03-13T10:11:15.917864Z","end":"2026-03-13T10:11:16.068296Z","steps":["trace[1419295519] 'agreement among raft nodes before linearized reading' (duration: 149.747944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:16.068361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.052683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:11:16.06825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.684207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:11:16.068434Z","caller":"traceutil/trace.go:171","msg":"trace[239765260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8832; }","duration":"149.137145ms","start":"2026-03-13T10:11:15.919278Z","end":"2026-03-13T10:11:16.068415Z","steps":["trace[239765260] 'agreement among raft nodes before linearized reading' (duration: 148.949509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.068484Z","caller":"traceutil/trace.go:171","msg":"trace[184008902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8832; }","duration":"143.947505ms","start":"2026-03-13T10:11:15.92452Z","end":"2026-03-13T10:11:16.068468Z","steps":["trace[184008902] 'agreement among raft nodes before linearized reading' (duration: 143.553103ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.067409Z","caller":"traceutil/trace.go:171","msg":"trace[1430212882] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"165.933244ms","start":"2026-03-13T10:11:15.901444Z","end":"2026-03-13T10:11:16.067378Z","steps":["trace[1430212882] 'process raft request' (duration: 82.486797ms)","trace[1430212882] 'compare' (duration: 83.151418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:16.069084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.034993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:11:16.069923Z","caller":"traceutil/trace.go:171","msg":"trace[450867873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8832; }","duration":"150.959932ms","start":"2026-03-13T10:11:15.918903Z","end":"2026-03-13T10:11:16.069863Z","steps":["trace[450867873] 'agreement among raft nodes before linearized reading' (duration: 150.004982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:16.33865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.063656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:16.339091Z","caller":"traceutil/trace.go:171","msg":"trace[1070321575] linearizableReadLoop","detail":"{readStateIndex:9166; appliedIndex:9163; }","duration":"265.203719ms","start":"2026-03-13T10:11:16.07387Z","end":"2026-03-13T10:11:16.339074Z","steps":["trace[1070321575] 'read index received' (duration: 123.860894ms)","trace[1070321575] 'applied index is now lower than readState.Index' (duration: 141.341795ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:16.339176Z","caller":"traceutil/trace.go:171","msg":"trace[1765770176] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"265.472617ms","start":"2026-03-13T10:11:16.07368Z","end":"2026-03-13T10:11:16.339152Z","steps":["trace[1765770176] 'process raft request' (duration: 265.296582ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.339206Z","caller":"traceutil/trace.go:171","msg":"trace[123981580] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"264.084974ms","start":"2026-03-13T10:11:16.075098Z","end":"2026-03-13T10:11:16.339183Z","steps":["trace[123981580] 'process raft request' (duration: 263.913929ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.33908Z","caller":"traceutil/trace.go:171","msg":"trace[2058420350] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"265.951232ms","start":"2026-03-13T10:11:16.073093Z","end":"2026-03-13T10:11:16.339044Z","steps":["trace[2058420350] 'process raft request' (duration: 265.753846ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.339093Z","caller":"traceutil/trace.go:171","msg":"trace[592565127] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"265.963862ms","start":"2026-03-13T10:11:16.073088Z","end":"2026-03-13T10:11:16.339051Z","steps":["trace[592565127] 'process raft request' (duration: 124.414891ms)","trace[592565127] 'compare' (duration: 140.87703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:16.339637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.741625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306207"} {"level":"info","ts":"2026-03-13T10:11:16.339699Z","caller":"traceutil/trace.go:171","msg":"trace[1041529258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:8836; }","duration":"265.844849ms","start":"2026-03-13T10:11:16.073842Z","end":"2026-03-13T10:11:16.339687Z","steps":["trace[1041529258] 'agreement among raft nodes before linearized reading' (duration: 265.327853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:16.339801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.167206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T10:11:16.339923Z","caller":"traceutil/trace.go:171","msg":"trace[605963923] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:8836; }","duration":"262.288539ms","start":"2026-03-13T10:11:16.077598Z","end":"2026-03-13T10:11:16.339886Z","steps":["trace[605963923] 'agreement among raft nodes before linearized reading' (duration: 262.01332ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:16.582944Z","caller":"traceutil/trace.go:171","msg":"trace[1992657390] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"212.877363ms","start":"2026-03-13T10:11:16.370036Z","end":"2026-03-13T10:11:16.582913Z","steps":["trace[1992657390] 'process raft request' (duration: 144.077789ms)","trace[1992657390] 'compare' (duration: 68.415862ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:16.642009Z","caller":"traceutil/trace.go:171","msg":"trace[1452905087] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"256.616885ms","start":"2026-03-13T10:11:16.385352Z","end":"2026-03-13T10:11:16.641969Z","steps":["trace[1452905087] 'process raft request' (duration: 256.378477ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:28.60168Z","caller":"traceutil/trace.go:171","msg":"trace[193549849] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9225; }","duration":"166.251189ms","start":"2026-03-13T10:11:28.435405Z","end":"2026-03-13T10:11:28.601656Z","steps":["trace[193549849] 'read index received' (duration: 2.580489ms)","trace[193549849] 'applied index is now lower than readState.Index' (duration: 163.66948ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:28.601811Z","caller":"traceutil/trace.go:171","msg":"trace[547711476] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"173.487483ms","start":"2026-03-13T10:11:28.428312Z","end":"2026-03-13T10:11:28.601799Z","steps":["trace[547711476] 'process raft request' (duration: 173.284146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:28.602256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.832167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:28.602331Z","caller":"traceutil/trace.go:171","msg":"trace[1504394219] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8894; }","duration":"166.93756ms","start":"2026-03-13T10:11:28.435376Z","end":"2026-03-13T10:11:28.602313Z","steps":["trace[1504394219] 'agreement among raft nodes before linearized reading' (duration: 166.812877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:28.602333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.105192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:11:28.602406Z","caller":"traceutil/trace.go:171","msg":"trace[340463383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:8894; }","duration":"163.206216ms","start":"2026-03-13T10:11:28.439179Z","end":"2026-03-13T10:11:28.602386Z","steps":["trace[340463383] 'agreement among raft nodes before linearized reading' (duration: 162.880376ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:28.60178Z","caller":"traceutil/trace.go:171","msg":"trace[1388327553] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"174.978679ms","start":"2026-03-13T10:11:28.426757Z","end":"2026-03-13T10:11:28.601735Z","steps":["trace[1388327553] 'process raft request' (duration: 87.477659ms)","trace[1388327553] 'compare' (duration: 87.19963ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:28.927581Z","caller":"traceutil/trace.go:171","msg":"trace[776835564] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"245.794285ms","start":"2026-03-13T10:11:28.681758Z","end":"2026-03-13T10:11:28.927552Z","steps":["trace[776835564] 'process raft request' (duration: 245.490515ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:38.407404Z","caller":"traceutil/trace.go:171","msg":"trace[1498458798] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"176.327491ms","start":"2026-03-13T10:11:38.231033Z","end":"2026-03-13T10:11:38.407361Z","steps":["trace[1498458798] 'process raft request' (duration: 176.125925ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:38.81671Z","caller":"traceutil/trace.go:171","msg":"trace[2057213800] linearizableReadLoop","detail":"{readStateIndex:9313; appliedIndex:9311; }","duration":"102.941447ms","start":"2026-03-13T10:11:38.713743Z","end":"2026-03-13T10:11:38.816685Z","steps":["trace[2057213800] 'read index received' (duration: 1.097054ms)","trace[2057213800] 'applied index is now lower than readState.Index' (duration: 101.842583ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:38.816872Z","caller":"traceutil/trace.go:171","msg":"trace[774473005] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"107.326082ms","start":"2026-03-13T10:11:38.709533Z","end":"2026-03-13T10:11:38.816859Z","steps":["trace[774473005] 'process raft request' (duration: 106.487227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:38.817369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.614387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321391"} {"level":"info","ts":"2026-03-13T10:11:38.81741Z","caller":"traceutil/trace.go:171","msg":"trace[557749576] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:8977; }","duration":"103.68395ms","start":"2026-03-13T10:11:38.713716Z","end":"2026-03-13T10:11:38.8174Z","steps":["trace[557749576] 'agreement among raft nodes before linearized reading' (duration: 103.284108ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:44.733283Z","caller":"traceutil/trace.go:171","msg":"trace[777744616] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"149.71391ms","start":"2026-03-13T10:11:44.583546Z","end":"2026-03-13T10:11:44.73326Z","steps":["trace[777744616] 'process raft request' (duration: 149.476662ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:44.733438Z","caller":"traceutil/trace.go:171","msg":"trace[1980070415] linearizableReadLoop","detail":"{readStateIndex:9367; appliedIndex:9366; }","duration":"105.587758ms","start":"2026-03-13T10:11:44.627814Z","end":"2026-03-13T10:11:44.733401Z","steps":["trace[1980070415] 'read index received' (duration: 105.118253ms)","trace[1980070415] 'applied index is now lower than readState.Index' (duration: 465.275µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:44.733667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.847336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:11:44.733704Z","caller":"traceutil/trace.go:171","msg":"trace[131718050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9030; }","duration":"105.896558ms","start":"2026-03-13T10:11:44.627799Z","end":"2026-03-13T10:11:44.733696Z","steps":["trace[131718050] 'agreement among raft nodes before linearized reading' (duration: 105.711072ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:45.007142Z","caller":"traceutil/trace.go:171","msg":"trace[502530655] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"188.753775ms","start":"2026-03-13T10:11:44.818368Z","end":"2026-03-13T10:11:45.007122Z","steps":["trace[502530655] 'process raft request' (duration: 188.554578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:45.313184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.563876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:45.313396Z","caller":"traceutil/trace.go:171","msg":"trace[928589240] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9369; }","duration":"491.519257ms","start":"2026-03-13T10:11:44.821861Z","end":"2026-03-13T10:11:45.31338Z","steps":["trace[928589240] 'read index received' (duration: 185.065291ms)","trace[928589240] 'applied index is now lower than readState.Index' (duration: 306.452796ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:45.313498Z","caller":"traceutil/trace.go:171","msg":"trace[1558732894] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"494.566171ms","start":"2026-03-13T10:11:44.81892Z","end":"2026-03-13T10:11:45.313486Z","steps":["trace[1558732894] 'process raft request' (duration: 297.615024ms)","trace[1558732894] 'compare' (duration: 196.38831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:45.313563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.818912Z","time spent":"494.618302ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:45.31377Z","caller":"traceutil/trace.go:171","msg":"trace[1029626469] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"492.468146ms","start":"2026-03-13T10:11:44.821287Z","end":"2026-03-13T10:11:45.313755Z","steps":["trace[1029626469] 'process raft request' (duration: 491.993372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:45.313832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.821267Z","time spent":"492.537619ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:45.314178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.311432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3147"} {"level":"info","ts":"2026-03-13T10:11:45.314228Z","caller":"traceutil/trace.go:171","msg":"trace[969689099] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9035; }","duration":"492.385093ms","start":"2026-03-13T10:11:44.821832Z","end":"2026-03-13T10:11:45.314217Z","steps":["trace[969689099] 'agreement among raft nodes before linearized reading' (duration: 492.128715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:45.31426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.821801Z","time spent":"492.451705ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3169,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-13T10:11:45.314498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.924786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:11:45.314539Z","caller":"traceutil/trace.go:171","msg":"trace[900525629] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:9035; }","duration":"464.998099ms","start":"2026-03-13T10:11:44.849532Z","end":"2026-03-13T10:11:45.31453Z","steps":["trace[900525629] 'agreement among raft nodes before linearized reading' (duration: 464.884836ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:45.313931Z","caller":"traceutil/trace.go:171","msg":"trace[519049070] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9035; }","duration":"304.796205ms","start":"2026-03-13T10:11:45.008899Z","end":"2026-03-13T10:11:45.313695Z","steps":["trace[519049070] 'process raft request' (duration: 304.458025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:45.31457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.849516Z","time spent":"465.04848ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:11:45.314678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:45.008879Z","time spent":"305.706283ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:11:45.553125Z","caller":"traceutil/trace.go:171","msg":"trace[1616177302] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"127.781303ms","start":"2026-03-13T10:11:45.425314Z","end":"2026-03-13T10:11:45.553095Z","steps":["trace[1616177302] 'read index received' (duration: 127.417251ms)","trace[1616177302] 'applied index is now lower than readState.Index' (duration: 362.892µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:45.553324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.973628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:11:45.553368Z","caller":"traceutil/trace.go:171","msg":"trace[1105095267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9037; }","duration":"128.073562ms","start":"2026-03-13T10:11:45.425283Z","end":"2026-03-13T10:11:45.553356Z","steps":["trace[1105095267] 'agreement among raft nodes before linearized reading' (duration: 127.927047ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:45.553532Z","caller":"traceutil/trace.go:171","msg":"trace[248350930] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"163.786853ms","start":"2026-03-13T10:11:45.389721Z","end":"2026-03-13T10:11:45.553508Z","steps":["trace[248350930] 'process raft request' (duration: 163.115973ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:45.906866Z","caller":"traceutil/trace.go:171","msg":"trace[1304893143] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9375; }","duration":"105.230457ms","start":"2026-03-13T10:11:45.801554Z","end":"2026-03-13T10:11:45.906785Z","steps":["trace[1304893143] 'read index received' (duration: 105.044781ms)","trace[1304893143] 'applied index is now lower than readState.Index' (duration: 184.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:45.906939Z","caller":"traceutil/trace.go:171","msg":"trace[1518921431] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"248.589951ms","start":"2026-03-13T10:11:45.658318Z","end":"2026-03-13T10:11:45.906908Z","steps":["trace[1518921431] 'process raft request' (duration: 248.273931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:45.907156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.572537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:11:45.907247Z","caller":"traceutil/trace.go:171","msg":"trace[1778411750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9038; }","duration":"105.744343ms","start":"2026-03-13T10:11:45.801484Z","end":"2026-03-13T10:11:45.907228Z","steps":["trace[1778411750] 'agreement among raft nodes before linearized reading' (duration: 105.468864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.084745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.220308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:46.084914Z","caller":"traceutil/trace.go:171","msg":"trace[2031668751] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"170.515012ms","start":"2026-03-13T10:11:45.914371Z","end":"2026-03-13T10:11:46.084886Z","steps":["trace[2031668751] 'process raft request' (duration: 63.051836ms)","trace[2031668751] 'compare' (duration: 106.924649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:46.32544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.237658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:46.325696Z","caller":"traceutil/trace.go:171","msg":"trace[407513141] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"134.50903ms","start":"2026-03-13T10:11:46.191166Z","end":"2026-03-13T10:11:46.325675Z","steps":["trace[407513141] 'process raft request' (duration: 134.421197ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:46.325848Z","caller":"traceutil/trace.go:171","msg":"trace[2031108096] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9377; }","duration":"330.194749ms","start":"2026-03-13T10:11:45.9956Z","end":"2026-03-13T10:11:46.325795Z","steps":["trace[2031108096] 'read index received' (duration: 212.500517ms)","trace[2031108096] 'applied index is now lower than readState.Index' (duration: 117.686732ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:46.325943Z","caller":"traceutil/trace.go:171","msg":"trace[1283932059] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"394.04583ms","start":"2026-03-13T10:11:45.931848Z","end":"2026-03-13T10:11:46.325894Z","steps":["trace[1283932059] 'process raft request' (duration: 276.229284ms)","trace[1283932059] 'compare' (duration: 117.041182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:46.326197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.556601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:11:46.326216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:45.931821Z","time spent":"394.232395ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:46.32626Z","caller":"traceutil/trace.go:171","msg":"trace[1737120577] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9041; }","duration":"330.676165ms","start":"2026-03-13T10:11:45.995566Z","end":"2026-03-13T10:11:46.326242Z","steps":["trace[1737120577] 'agreement among raft nodes before linearized reading' (duration: 330.450248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.326314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:45.995541Z","time spent":"330.761246ms","remote":"127.0.0.1:45014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:11:46.326318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.954661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T10:11:46.326369Z","caller":"traceutil/trace.go:171","msg":"trace[565694224] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:9041; }","duration":"247.041963ms","start":"2026-03-13T10:11:46.079312Z","end":"2026-03-13T10:11:46.326354Z","steps":["trace[565694224] 'agreement among raft nodes before linearized reading' (duration: 246.877698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.817681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.458928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-13T10:11:46.817797Z","caller":"traceutil/trace.go:171","msg":"trace[1956364169] linearizableReadLoop","detail":"{readStateIndex:9380; appliedIndex:9379; }","duration":"463.456301ms","start":"2026-03-13T10:11:46.35432Z","end":"2026-03-13T10:11:46.817777Z","steps":["trace[1956364169] 'read index received' (duration: 178.871939ms)","trace[1956364169] 'applied index is now lower than readState.Index' (duration: 284.582762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:46.817836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.333198Z","time spent":"484.629474ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T10:11:46.818009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.358844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:11:46.818031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.705359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:11:46.818101Z","caller":"traceutil/trace.go:171","msg":"trace[1443781821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9041; }","duration":"463.828862ms","start":"2026-03-13T10:11:46.354252Z","end":"2026-03-13T10:11:46.81808Z","steps":["trace[1443781821] 'agreement among raft nodes before linearized reading' (duration: 463.607035ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:46.818209Z","caller":"traceutil/trace.go:171","msg":"trace[1987575585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9041; }","duration":"236.59762ms","start":"2026-03-13T10:11:46.581592Z","end":"2026-03-13T10:11:46.81819Z","steps":["trace[1987575585] 'agreement among raft nodes before linearized reading' (duration: 236.331662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.818217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.354228Z","time spent":"463.911525ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:11:46.818344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.586225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:46.818754Z","caller":"traceutil/trace.go:171","msg":"trace[1724393084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9041; }","duration":"441.019978ms","start":"2026-03-13T10:11:46.377714Z","end":"2026-03-13T10:11:46.818734Z","steps":["trace[1724393084] 'agreement among raft nodes before linearized reading' (duration: 440.169672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.818768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.034192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:11:46.818763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.657286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:11:46.818946Z","caller":"traceutil/trace.go:171","msg":"trace[440799911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9041; }","duration":"240.897183ms","start":"2026-03-13T10:11:46.578029Z","end":"2026-03-13T10:11:46.818926Z","steps":["trace[440799911] 'agreement among raft nodes before linearized reading' (duration: 240.553183ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:46.818847Z","caller":"traceutil/trace.go:171","msg":"trace[1982873700] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9041; }","duration":"410.130725ms","start":"2026-03-13T10:11:46.408693Z","end":"2026-03-13T10:11:46.818824Z","steps":["trace[1982873700] 'agreement among raft nodes before linearized reading' (duration: 409.97011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.81885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.377701Z","time spent":"441.09458ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:11:46.819105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.408629Z","time spent":"410.420834ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:11:47.05415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.792124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:47.054263Z","caller":"traceutil/trace.go:171","msg":"trace[466973929] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9380; }","duration":"234.018832ms","start":"2026-03-13T10:11:46.820228Z","end":"2026-03-13T10:11:47.054247Z","steps":["trace[466973929] 'read index received' (duration: 129.010081ms)","trace[466973929] 'applied index is now lower than readState.Index' (duration: 105.006271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:47.054374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.143465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:47.054355Z","caller":"traceutil/trace.go:171","msg":"trace[953647908] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"234.763844ms","start":"2026-03-13T10:11:46.819534Z","end":"2026-03-13T10:11:47.054298Z","steps":["trace[953647908] 'process raft request' (duration: 129.687562ms)","trace[953647908] 'compare' (duration: 104.582817ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:47.054417Z","caller":"traceutil/trace.go:171","msg":"trace[390434509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9042; }","duration":"234.216578ms","start":"2026-03-13T10:11:46.820188Z","end":"2026-03-13T10:11:47.054405Z","steps":["trace[390434509] 'agreement among raft nodes before linearized reading' (duration: 234.102484ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:47.246762Z","caller":"traceutil/trace.go:171","msg":"trace[653001406] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"423.142967ms","start":"2026-03-13T10:11:46.823595Z","end":"2026-03-13T10:11:47.246738Z","steps":["trace[653001406] 'process raft request' (duration: 423.072865ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:47.24679Z","caller":"traceutil/trace.go:171","msg":"trace[1322852323] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"424.046155ms","start":"2026-03-13T10:11:46.822708Z","end":"2026-03-13T10:11:47.246754Z","steps":["trace[1322852323] 'process raft request' (duration: 341.060584ms)","trace[1322852323] 'compare' (duration: 82.763834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:47.246913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.823575Z","time spent":"423.261811ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:47.246958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.822689Z","time spent":"424.171569ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:47.247078Z","caller":"traceutil/trace.go:171","msg":"trace[439531467] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"423.421396ms","start":"2026-03-13T10:11:46.823646Z","end":"2026-03-13T10:11:47.247067Z","steps":["trace[439531467] 'process raft request' (duration: 423.060404ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:47.247079Z","caller":"traceutil/trace.go:171","msg":"trace[2016097440] linearizableReadLoop","detail":"{readStateIndex:9385; appliedIndex:9381; }","duration":"191.477258ms","start":"2026-03-13T10:11:47.055579Z","end":"2026-03-13T10:11:47.247056Z","steps":["trace[2016097440] 'read index received' (duration: 108.071815ms)","trace[2016097440] 'applied index is now lower than readState.Index' (duration: 83.404413ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:47.247105Z","caller":"traceutil/trace.go:171","msg":"trace[409268730] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"324.444061ms","start":"2026-03-13T10:11:46.922648Z","end":"2026-03-13T10:11:47.247092Z","steps":["trace[409268730] 'process raft request' (duration: 324.308047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:47.247139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.823623Z","time spent":"423.484548ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:47.247164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.922619Z","time spent":"324.517804ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:47.247274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.386304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T10:11:47.24731Z","caller":"traceutil/trace.go:171","msg":"trace[1269682502] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9046; }","duration":"190.472858ms","start":"2026-03-13T10:11:47.056828Z","end":"2026-03-13T10:11:47.247301Z","steps":["trace[1269682502] 'agreement among raft nodes before linearized reading' (duration: 190.346324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:47.247357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.737936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-v97pk\" ","response":"range_response_count:1 size:2817"} {"level":"info","ts":"2026-03-13T10:11:47.247455Z","caller":"traceutil/trace.go:171","msg":"trace[683236222] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-v97pk; range_end:; response_count:1; response_revision:9046; }","duration":"191.901941ms","start":"2026-03-13T10:11:47.055535Z","end":"2026-03-13T10:11:47.247437Z","steps":["trace[683236222] 'agreement among raft nodes before linearized reading' (duration: 191.625082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:47.512532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.488496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:47.512719Z","caller":"traceutil/trace.go:171","msg":"trace[963629472] linearizableReadLoop","detail":"{readStateIndex:9388; appliedIndex:9386; }","duration":"136.622546ms","start":"2026-03-13T10:11:47.37608Z","end":"2026-03-13T10:11:47.512702Z","steps":["trace[963629472] 'read index received' (duration: 29.892802ms)","trace[963629472] 'applied index is now lower than readState.Index' (duration: 106.728584ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:47.512753Z","caller":"traceutil/trace.go:171","msg":"trace[2003556252] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"190.22304ms","start":"2026-03-13T10:11:47.322492Z","end":"2026-03-13T10:11:47.512715Z","steps":["trace[2003556252] 'process raft request' (duration: 83.467156ms)","trace[2003556252] 'compare' (duration: 106.338891ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:47.512976Z","caller":"traceutil/trace.go:171","msg":"trace[2003082128] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"190.356913ms","start":"2026-03-13T10:11:47.322534Z","end":"2026-03-13T10:11:47.512891Z","steps":["trace[2003082128] 'process raft request' (duration: 190.109636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:47.514771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.68982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:11:47.514826Z","caller":"traceutil/trace.go:171","msg":"trace[767546401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:9049; }","duration":"138.788903ms","start":"2026-03-13T10:11:47.376024Z","end":"2026-03-13T10:11:47.514813Z","steps":["trace[767546401] 'agreement among raft nodes before linearized reading' (duration: 136.734489ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:47.976746Z","caller":"traceutil/trace.go:171","msg":"trace[1197991690] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"267.01248ms","start":"2026-03-13T10:11:47.709713Z","end":"2026-03-13T10:11:47.976726Z","steps":["trace[1197991690] 'process raft request' (duration: 266.878006ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:48.620011Z","caller":"traceutil/trace.go:171","msg":"trace[507939072] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"289.261375ms","start":"2026-03-13T10:11:48.330733Z","end":"2026-03-13T10:11:48.619994Z","steps":["trace[507939072] 'process raft request' (duration: 289.107991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:48.865283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.393715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:48.865401Z","caller":"traceutil/trace.go:171","msg":"trace[491938326] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"533.78888ms","start":"2026-03-13T10:11:48.331599Z","end":"2026-03-13T10:11:48.865388Z","steps":["trace[491938326] 'process raft request' (duration: 320.225131ms)","trace[491938326] 'compare' (duration: 213.28753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:48.86545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.331588Z","time spent":"533.840422ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:48.865892Z","caller":"traceutil/trace.go:171","msg":"trace[1765872981] linearizableReadLoop","detail":"{readStateIndex:9393; appliedIndex:9392; }","duration":"530.673635ms","start":"2026-03-13T10:11:48.335189Z","end":"2026-03-13T10:11:48.865863Z","steps":["trace[1765872981] 'read index received' (duration: 284.932842ms)","trace[1765872981] 'applied index is now lower than readState.Index' (duration: 245.739373ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:48.865989Z","caller":"traceutil/trace.go:171","msg":"trace[502642758] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"257.9602ms","start":"2026-03-13T10:11:48.608016Z","end":"2026-03-13T10:11:48.865976Z","steps":["trace[502642758] 'process raft request' (duration: 257.720233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:48.866021Z","caller":"traceutil/trace.go:171","msg":"trace[959631651] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"530.492168ms","start":"2026-03-13T10:11:48.335485Z","end":"2026-03-13T10:11:48.865977Z","steps":["trace[959631651] 'process raft request' (duration: 529.870369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:48.866153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.909911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:11:48.86622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.335475Z","time spent":"530.664284ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:48.866258Z","caller":"traceutil/trace.go:171","msg":"trace[1142943241] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9056; }","duration":"531.092837ms","start":"2026-03-13T10:11:48.33514Z","end":"2026-03-13T10:11:48.866233Z","steps":["trace[1142943241] 'agreement among raft nodes before linearized reading' (duration: 530.850189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:48.866327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.335124Z","time spent":"531.18587ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:11:48.93271Z","caller":"traceutil/trace.go:171","msg":"trace[1564102463] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"297.20962ms","start":"2026-03-13T10:11:48.635474Z","end":"2026-03-13T10:11:48.932683Z","steps":["trace[1564102463] 'process raft request' (duration: 296.986333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.133366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.883322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:11:49.133585Z","caller":"traceutil/trace.go:171","msg":"trace[288125418] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"345.230862ms","start":"2026-03-13T10:11:48.788284Z","end":"2026-03-13T10:11:49.133514Z","steps":["trace[288125418] 'process raft request' (duration: 187.115023ms)","trace[288125418] 'compare' (duration: 157.762308ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:49.133648Z","caller":"traceutil/trace.go:171","msg":"trace[1727679191] linearizableReadLoop","detail":"{readStateIndex:9397; appliedIndex:9395; }","duration":"267.666579ms","start":"2026-03-13T10:11:48.865972Z","end":"2026-03-13T10:11:49.133639Z","steps":["trace[1727679191] 'read index received' (duration: 66.548223ms)","trace[1727679191] 'applied index is now lower than readState.Index' (duration: 201.116956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:49.13373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.788259Z","time spent":"345.395227ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:49.133838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.077231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:49.13361Z","caller":"traceutil/trace.go:171","msg":"trace[2059847945] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"190.221219ms","start":"2026-03-13T10:11:48.94337Z","end":"2026-03-13T10:11:49.133591Z","steps":["trace[2059847945] 'process raft request' (duration: 190.101706ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:49.133895Z","caller":"traceutil/trace.go:171","msg":"trace[235173674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9059; }","duration":"759.165634ms","start":"2026-03-13T10:11:48.374717Z","end":"2026-03-13T10:11:49.133883Z","steps":["trace[235173674] 'agreement among raft nodes before linearized reading' (duration: 759.01989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.133923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.374708Z","time spent":"759.210775ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:11:49.134072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.059744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:11:49.134086Z","caller":"traceutil/trace.go:171","msg":"trace[2092960027] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9059; }","duration":"365.109985ms","start":"2026-03-13T10:11:48.768971Z","end":"2026-03-13T10:11:49.134081Z","steps":["trace[2092960027] 'agreement among raft nodes before linearized reading' (duration: 365.068994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.13412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.76895Z","time spent":"365.165767ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:11:49.134396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.49663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bbbq9\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-13T10:11:49.134493Z","caller":"traceutil/trace.go:171","msg":"trace[1306328749] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bbbq9; range_end:; response_count:1; response_revision:9059; }","duration":"438.630874ms","start":"2026-03-13T10:11:48.695829Z","end":"2026-03-13T10:11:49.134459Z","steps":["trace[1306328749] 'agreement among raft nodes before linearized reading' (duration: 438.338135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.134548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.695809Z","time spent":"438.728837ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19717,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bbbq9\" "} {"level":"info","ts":"2026-03-13T10:11:49.274664Z","caller":"traceutil/trace.go:171","msg":"trace[456635688] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"108.020804ms","start":"2026-03-13T10:11:49.166615Z","end":"2026-03-13T10:11:49.274636Z","steps":["trace[456635688] 'process raft request' (duration: 107.803457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.031021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262225717614492489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:12:09.222116Z","caller":"traceutil/trace.go:171","msg":"trace[286411216] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"939.802291ms","start":"2026-03-13T10:12:08.282279Z","end":"2026-03-13T10:12:09.222082Z","steps":["trace[286411216] 'process raft request' (duration: 939.684417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.222224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.282267Z","time spent":"939.897323ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:09.390146Z","caller":"traceutil/trace.go:171","msg":"trace[1214916346] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"455.137335ms","start":"2026-03-13T10:12:08.934981Z","end":"2026-03-13T10:12:09.390119Z","steps":["trace[1214916346] 'process raft request' (duration: 454.743573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.390238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.93496Z","time spent":"455.225487ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:09.390402Z","caller":"traceutil/trace.go:171","msg":"trace[1173755980] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"437.873132ms","start":"2026-03-13T10:12:08.952508Z","end":"2026-03-13T10:12:09.390381Z","steps":["trace[1173755980] 'process raft request' (duration: 437.668856ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:09.390368Z","caller":"traceutil/trace.go:171","msg":"trace[1049146195] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"442.741682ms","start":"2026-03-13T10:12:08.947607Z","end":"2026-03-13T10:12:09.390348Z","steps":["trace[1049146195] 'process raft request' (duration: 442.407152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.390466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.952479Z","time spent":"437.960405ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:09.390443Z","caller":"traceutil/trace.go:171","msg":"trace[1619575297] linearizableReadLoop","detail":"{readStateIndex:9522; appliedIndex:9518; }","duration":"859.789821ms","start":"2026-03-13T10:12:08.530503Z","end":"2026-03-13T10:12:09.390293Z","steps":["trace[1619575297] 'read index received' (duration: 691.55838ms)","trace[1619575297] 'applied index is now lower than readState.Index' (duration: 168.229581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:09.390577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.9476Z","time spent":"442.886746ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:09.390728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.205425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:12:09.390809Z","caller":"traceutil/trace.go:171","msg":"trace[1620549883] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9178; }","duration":"860.344899ms","start":"2026-03-13T10:12:08.530447Z","end":"2026-03-13T10:12:09.390792Z","steps":["trace[1620549883] 'agreement among raft nodes before linearized reading' (duration: 860.099921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.390863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.530427Z","time spent":"860.418921ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:12:09.397168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.639475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T10:12:09.397285Z","caller":"traceutil/trace.go:171","msg":"trace[1468350560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9179; }","duration":"565.784199ms","start":"2026-03-13T10:12:08.831462Z","end":"2026-03-13T10:12:09.397246Z","steps":["trace[1468350560] 'agreement among raft nodes before linearized reading' (duration: 565.518601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.397345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.831441Z","time spent":"565.889473ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:12:15.736269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.876335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:12:15.736372Z","caller":"traceutil/trace.go:171","msg":"trace[1411588740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9227; }","duration":"150.02708ms","start":"2026-03-13T10:12:15.586322Z","end":"2026-03-13T10:12:15.736349Z","steps":["trace[1411588740] 'range keys from in-memory index tree' (duration: 149.70504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:15.736327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.997274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:12:15.736695Z","caller":"traceutil/trace.go:171","msg":"trace[666215730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9227; }","duration":"145.388716ms","start":"2026-03-13T10:12:15.591287Z","end":"2026-03-13T10:12:15.736676Z","steps":["trace[666215730] 'range keys from in-memory index tree' (duration: 144.844169ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:16.342612Z","caller":"traceutil/trace.go:171","msg":"trace[1685425065] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"170.533433ms","start":"2026-03-13T10:12:16.172053Z","end":"2026-03-13T10:12:16.342587Z","steps":["trace[1685425065] 'process raft request' (duration: 169.994426ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:17.577183Z","caller":"traceutil/trace.go:171","msg":"trace[1556393164] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"107.228519ms","start":"2026-03-13T10:12:17.46993Z","end":"2026-03-13T10:12:17.577158Z","steps":["trace[1556393164] 'process raft request' (duration: 107.012562ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:17.637515Z","caller":"traceutil/trace.go:171","msg":"trace[597542184] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"161.440522ms","start":"2026-03-13T10:12:17.476048Z","end":"2026-03-13T10:12:17.637489Z","steps":["trace[597542184] 'process raft request' (duration: 161.284187ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:19.689597Z","caller":"traceutil/trace.go:171","msg":"trace[2077241886] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"122.606863ms","start":"2026-03-13T10:12:19.566968Z","end":"2026-03-13T10:12:19.689575Z","steps":["trace[2077241886] 'process raft request' (duration: 122.238582ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:19.964541Z","caller":"traceutil/trace.go:171","msg":"trace[190027995] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"381.291605ms","start":"2026-03-13T10:12:19.583231Z","end":"2026-03-13T10:12:19.964522Z","steps":["trace[190027995] 'process raft request' (duration: 381.11619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.964654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:19.583214Z","time spent":"381.381489ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:19.96487Z","caller":"traceutil/trace.go:171","msg":"trace[277613992] linearizableReadLoop","detail":"{readStateIndex:9599; appliedIndex:9596; }","duration":"182.984446ms","start":"2026-03-13T10:12:19.781861Z","end":"2026-03-13T10:12:19.964846Z","steps":["trace[277613992] 'read index received' (duration: 182.517922ms)","trace[277613992] 'applied index is now lower than readState.Index' (duration: 465.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:19.964919Z","caller":"traceutil/trace.go:171","msg":"trace[762071542] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"302.367941ms","start":"2026-03-13T10:12:19.66252Z","end":"2026-03-13T10:12:19.964888Z","steps":["trace[762071542] 'process raft request' (duration: 302.207356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.965065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.211184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:12:19.965104Z","caller":"traceutil/trace.go:171","msg":"trace[1025413402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9252; }","duration":"183.293346ms","start":"2026-03-13T10:12:19.781801Z","end":"2026-03-13T10:12:19.965095Z","steps":["trace[1025413402] 'agreement among raft nodes before linearized reading' (duration: 183.157092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.965099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.489939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:12:19.965137Z","caller":"traceutil/trace.go:171","msg":"trace[2015742965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9252; }","duration":"168.568541ms","start":"2026-03-13T10:12:19.796557Z","end":"2026-03-13T10:12:19.965126Z","steps":["trace[2015742965] 'agreement among raft nodes before linearized reading' (duration: 168.423557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.965155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:19.662506Z","time spent":"302.491284ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:19.965185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.189277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:12:19.965278Z","caller":"traceutil/trace.go:171","msg":"trace[734813087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9252; }","duration":"129.332891ms","start":"2026-03-13T10:12:19.835924Z","end":"2026-03-13T10:12:19.965257Z","steps":["trace[734813087] 'agreement among raft nodes before linearized reading' (duration: 129.075293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.965422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.771879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:12:19.965453Z","caller":"traceutil/trace.go:171","msg":"trace[1062157882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:9252; }","duration":"123.820601ms","start":"2026-03-13T10:12:19.841626Z","end":"2026-03-13T10:12:19.965446Z","steps":["trace[1062157882] 'agreement among raft nodes before linearized reading' (duration: 123.740199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.965485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.406043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-13T10:12:19.965591Z","caller":"traceutil/trace.go:171","msg":"trace[1226626305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9252; }","duration":"140.536127ms","start":"2026-03-13T10:12:19.825039Z","end":"2026-03-13T10:12:19.965575Z","steps":["trace[1226626305] 'agreement among raft nodes before linearized reading' (duration: 140.363662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.966076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.138524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:12:19.966181Z","caller":"traceutil/trace.go:171","msg":"trace[1235538045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9252; }","duration":"140.291659ms","start":"2026-03-13T10:12:19.825872Z","end":"2026-03-13T10:12:19.966164Z","steps":["trace[1235538045] 'agreement among raft nodes before linearized reading' (duration: 139.440763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.966331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.883569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:12:19.966788Z","caller":"traceutil/trace.go:171","msg":"trace[1324995250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9252; }","duration":"131.333112ms","start":"2026-03-13T10:12:19.835424Z","end":"2026-03-13T10:12:19.966757Z","steps":["trace[1324995250] 'agreement among raft nodes before linearized reading' (duration: 129.95686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:19.967528Z","caller":"traceutil/trace.go:171","msg":"trace[90953359] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"323.155972ms","start":"2026-03-13T10:12:19.641792Z","end":"2026-03-13T10:12:19.964948Z","steps":["trace[90953359] 'process raft request' (duration: 322.698428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:19.967682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:19.64177Z","time spent":"325.847125ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:20.249766Z","caller":"traceutil/trace.go:171","msg":"trace[2017222316] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"278.725051ms","start":"2026-03-13T10:12:19.971012Z","end":"2026-03-13T10:12:20.249737Z","steps":["trace[2017222316] 'process raft request' (duration: 278.573526ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:20.249866Z","caller":"traceutil/trace.go:171","msg":"trace[1480831594] linearizableReadLoop","detail":"{readStateIndex:9604; appliedIndex:9599; }","duration":"277.899445ms","start":"2026-03-13T10:12:19.971948Z","end":"2026-03-13T10:12:20.249847Z","steps":["trace[1480831594] 'read index received' (duration: 64.750428ms)","trace[1480831594] 'applied index is now lower than readState.Index' (duration: 213.148027ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:20.249904Z","caller":"traceutil/trace.go:171","msg":"trace[1656291140] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"279.33136ms","start":"2026-03-13T10:12:19.97054Z","end":"2026-03-13T10:12:20.249871Z","steps":["trace[1656291140] 'process raft request' (duration: 278.802094ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:20.249921Z","caller":"traceutil/trace.go:171","msg":"trace[426933300] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"278.653159ms","start":"2026-03-13T10:12:19.971227Z","end":"2026-03-13T10:12:20.249881Z","steps":["trace[426933300] 'process raft request' (duration: 278.421932ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:20.250043Z","caller":"traceutil/trace.go:171","msg":"trace[1887358084] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"278.244386ms","start":"2026-03-13T10:12:19.971736Z","end":"2026-03-13T10:12:20.24998Z","steps":["trace[1887358084] 'process raft request' (duration: 278.057091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:20.250455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.47673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:12:20.250666Z","caller":"traceutil/trace.go:171","msg":"trace[705406550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9257; }","duration":"251.598154ms","start":"2026-03-13T10:12:19.998901Z","end":"2026-03-13T10:12:20.250499Z","steps":["trace[705406550] 'agreement among raft nodes before linearized reading' (duration: 251.192002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:20.250749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.797044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337612"} {"level":"info","ts":"2026-03-13T10:12:20.250824Z","caller":"traceutil/trace.go:171","msg":"trace[364690825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9257; }","duration":"278.895656ms","start":"2026-03-13T10:12:19.971917Z","end":"2026-03-13T10:12:20.250812Z","steps":["trace[364690825] 'agreement among raft nodes before linearized reading' (duration: 278.03229ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:27.689129Z","caller":"traceutil/trace.go:171","msg":"trace[666132413] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"112.724639ms","start":"2026-03-13T10:12:27.576376Z","end":"2026-03-13T10:12:27.689101Z","steps":["trace[666132413] 'process raft request' (duration: 112.470951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:28.576613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.302406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:12:28.576805Z","caller":"traceutil/trace.go:171","msg":"trace[721278393] linearizableReadLoop","detail":"{readStateIndex:9665; appliedIndex:9663; }","duration":"245.773494ms","start":"2026-03-13T10:12:28.331015Z","end":"2026-03-13T10:12:28.576788Z","steps":["trace[721278393] 'read index received' (duration: 98.18582ms)","trace[721278393] 'applied index is now lower than readState.Index' (duration: 147.586614ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:28.576894Z","caller":"traceutil/trace.go:171","msg":"trace[1207051232] transaction","detail":"{read_only:false; response_revision:9316; number_of_response:1; }","duration":"247.739274ms","start":"2026-03-13T10:12:28.329127Z","end":"2026-03-13T10:12:28.576867Z","steps":["trace[1207051232] 'process raft request' (duration: 247.5981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:28.576953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.927999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:12:28.576995Z","caller":"traceutil/trace.go:171","msg":"trace[2056615128] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9316; }","duration":"246.007741ms","start":"2026-03-13T10:12:28.330972Z","end":"2026-03-13T10:12:28.57698Z","steps":["trace[2056615128] 'agreement among raft nodes before linearized reading' (duration: 245.913568ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:28.577004Z","caller":"traceutil/trace.go:171","msg":"trace[1566603618] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"252.458621ms","start":"2026-03-13T10:12:28.324479Z","end":"2026-03-13T10:12:28.576938Z","steps":["trace[1566603618] 'process raft request' (duration: 104.748753ms)","trace[1566603618] 'compare' (duration: 147.154621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:28.577342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.671211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:28.577393Z","caller":"traceutil/trace.go:171","msg":"trace[2136789193] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9316; }","duration":"210.777364ms","start":"2026-03-13T10:12:28.366604Z","end":"2026-03-13T10:12:28.577382Z","steps":["trace[2136789193] 'agreement among raft nodes before linearized reading' (duration: 210.673641ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:29.235806Z","caller":"traceutil/trace.go:171","msg":"trace[771766280] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"186.816595ms","start":"2026-03-13T10:12:29.048955Z","end":"2026-03-13T10:12:29.235771Z","steps":["trace[771766280] 'process raft request' (duration: 119.955592ms)","trace[771766280] 'compare' (duration: 66.558714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:29.235983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.519588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:29.236051Z","caller":"traceutil/trace.go:171","msg":"trace[842468363] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9319; }","duration":"177.628601ms","start":"2026-03-13T10:12:29.058412Z","end":"2026-03-13T10:12:29.23604Z","steps":["trace[842468363] 'agreement among raft nodes before linearized reading' (duration: 177.511268ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:29.235886Z","caller":"traceutil/trace.go:171","msg":"trace[1015398750] linearizableReadLoop","detail":"{readStateIndex:9668; appliedIndex:9667; }","duration":"177.185448ms","start":"2026-03-13T10:12:29.058439Z","end":"2026-03-13T10:12:29.235625Z","steps":["trace[1015398750] 'read index received' (duration: 110.5097ms)","trace[1015398750] 'applied index is now lower than readState.Index' (duration: 66.674368ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:29.555208Z","caller":"traceutil/trace.go:171","msg":"trace[946540724] transaction","detail":"{read_only:false; response_revision:9321; number_of_response:1; }","duration":"106.596919ms","start":"2026-03-13T10:12:29.448576Z","end":"2026-03-13T10:12:29.555173Z","steps":["trace[946540724] 'process raft request' (duration: 66.344737ms)","trace[946540724] 'compare' (duration: 40.122628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:29.801686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.727568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:12:29.801791Z","caller":"traceutil/trace.go:171","msg":"trace[1765229967] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9321; }","duration":"123.900163ms","start":"2026-03-13T10:12:29.677873Z","end":"2026-03-13T10:12:29.801774Z","steps":["trace[1765229967] 'count revisions from in-memory index tree' (duration: 123.582933ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:29.945564Z","caller":"traceutil/trace.go:171","msg":"trace[2076922391] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"107.628561ms","start":"2026-03-13T10:12:29.837916Z","end":"2026-03-13T10:12:29.945544Z","steps":["trace[2076922391] 'process raft request' (duration: 107.513348ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:30.550049Z","caller":"traceutil/trace.go:171","msg":"trace[1787951961] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"461.14914ms","start":"2026-03-13T10:12:30.088864Z","end":"2026-03-13T10:12:30.550013Z","steps":["trace[1787951961] 'process raft request' (duration: 381.835993ms)","trace[1787951961] 'compare' (duration: 79.023079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:30.550268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.088839Z","time spent":"461.334586ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:30.784825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.155112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:12:30.78496Z","caller":"traceutil/trace.go:171","msg":"trace[1592524234] linearizableReadLoop","detail":"{readStateIndex:9673; appliedIndex:9671; }","duration":"686.654709ms","start":"2026-03-13T10:12:30.098292Z","end":"2026-03-13T10:12:30.784946Z","steps":["trace[1592524234] 'read index received' (duration: 372.436262ms)","trace[1592524234] 'applied index is now lower than readState.Index' (duration: 314.217417ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:30.785018Z","caller":"traceutil/trace.go:171","msg":"trace[821862081] transaction","detail":"{read_only:false; response_revision:9325; number_of_response:1; }","duration":"471.330554ms","start":"2026-03-13T10:12:30.313656Z","end":"2026-03-13T10:12:30.784987Z","steps":["trace[821862081] 'process raft request' (duration: 471.244762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.079983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:12:30.78509Z","caller":"traceutil/trace.go:171","msg":"trace[421658316] transaction","detail":"{read_only:false; response_revision:9324; number_of_response:1; }","duration":"690.123636ms","start":"2026-03-13T10:12:30.094926Z","end":"2026-03-13T10:12:30.78505Z","steps":["trace[421658316] 'process raft request' (duration: 576.677575ms)","trace[421658316] 'compare' (duration: 113.057449ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:30.785139Z","caller":"traceutil/trace.go:171","msg":"trace[859478566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9325; }","duration":"467.145805ms","start":"2026-03-13T10:12:30.317986Z","end":"2026-03-13T10:12:30.785132Z","steps":["trace[859478566] 'agreement among raft nodes before linearized reading' (duration: 467.041632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.62241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:12:30.78517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.317968Z","time spent":"467.195887ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:12:30.785161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.313636Z","time spent":"471.448568ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:30.785195Z","caller":"traceutil/trace.go:171","msg":"trace[1496020495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:9325; }","duration":"454.692261ms","start":"2026-03-13T10:12:30.330493Z","end":"2026-03-13T10:12:30.785186Z","steps":["trace[1496020495] 'agreement among raft nodes before linearized reading' (duration: 454.604209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.330481Z","time spent":"454.726242ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:12:30.785343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.435732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:12:30.785399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.257114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:12:30.785375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:30.785429Z","caller":"traceutil/trace.go:171","msg":"trace[600932753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9325; }","duration":"205.319646ms","start":"2026-03-13T10:12:30.580103Z","end":"2026-03-13T10:12:30.785422Z","steps":["trace[600932753] 'agreement among raft nodes before linearized reading' (duration: 205.253834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.610915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:12:30.78546Z","caller":"traceutil/trace.go:171","msg":"trace[1751187799] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9325; }","duration":"145.84389ms","start":"2026-03-13T10:12:30.639597Z","end":"2026-03-13T10:12:30.78544Z","steps":["trace[1751187799] 'agreement among raft nodes before linearized reading' (duration: 145.658815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.094866Z","time spent":"690.304752ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:30.785506Z","caller":"traceutil/trace.go:171","msg":"trace[215565835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9325; }","duration":"461.738409ms","start":"2026-03-13T10:12:30.323749Z","end":"2026-03-13T10:12:30.785487Z","steps":["trace[215565835] 'agreement among raft nodes before linearized reading' (duration: 461.472571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.195836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:12:30.785558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.323734Z","time spent":"461.814451ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:12:30.785339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.66583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:12:30.785477Z","caller":"traceutil/trace.go:171","msg":"trace[424387557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9325; }","duration":"370.568706ms","start":"2026-03-13T10:12:30.41485Z","end":"2026-03-13T10:12:30.785419Z","steps":["trace[424387557] 'agreement among raft nodes before linearized reading' (duration: 370.202854ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:30.785629Z","caller":"traceutil/trace.go:171","msg":"trace[729237086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9325; }","duration":"454.989861ms","start":"2026-03-13T10:12:30.330621Z","end":"2026-03-13T10:12:30.785611Z","steps":["trace[729237086] 'agreement among raft nodes before linearized reading' (duration: 454.564357ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:30.785709Z","caller":"traceutil/trace.go:171","msg":"trace[2003209076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9325; }","duration":"687.315819ms","start":"2026-03-13T10:12:30.098258Z","end":"2026-03-13T10:12:30.785573Z","steps":["trace[2003209076] 'agreement among raft nodes before linearized reading' (duration: 686.753722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:30.785707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.414833Z","time spent":"370.855674ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:12:30.786069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.098246Z","time spent":"687.805334ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:12:30.785778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:30.330611Z","time spent":"455.116434ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:12:59.410742Z","caller":"traceutil/trace.go:171","msg":"trace[1563515616] linearizableReadLoop","detail":"{readStateIndex:9863; appliedIndex:9862; }","duration":"374.869958ms","start":"2026-03-13T10:12:59.035843Z","end":"2026-03-13T10:12:59.410713Z","steps":["trace[1563515616] 'read index received' (duration: 374.720474ms)","trace[1563515616] 'applied index is now lower than readState.Index' (duration: 148.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:59.410789Z","caller":"traceutil/trace.go:171","msg":"trace[762100512] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"394.448642ms","start":"2026-03-13T10:12:59.016308Z","end":"2026-03-13T10:12:59.410756Z","steps":["trace[762100512] 'process raft request' (duration: 394.243845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:59.411092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:59.01628Z","time spent":"394.580736ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:59.411117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.275634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:12:59.411155Z","caller":"traceutil/trace.go:171","msg":"trace[726553681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9505; }","duration":"344.359857ms","start":"2026-03-13T10:12:59.066783Z","end":"2026-03-13T10:12:59.411143Z","steps":["trace[726553681] 'agreement among raft nodes before linearized reading' (duration: 344.266354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:59.41119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:59.066768Z","time spent":"344.413718ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:12:59.411224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.359523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:12:59.411217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.112783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:12:59.4113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.058059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:12:59.411327Z","caller":"traceutil/trace.go:171","msg":"trace[884689455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:9505; }","duration":"375.504087ms","start":"2026-03-13T10:12:59.035793Z","end":"2026-03-13T10:12:59.411297Z","steps":["trace[884689455] 'agreement among raft nodes before linearized reading' (duration: 375.241399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:59.411346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.169925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:12:59.411343Z","caller":"traceutil/trace.go:171","msg":"trace[1184013238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9505; }","duration":"152.29382ms","start":"2026-03-13T10:12:59.259021Z","end":"2026-03-13T10:12:59.411315Z","steps":["trace[1184013238] 'agreement among raft nodes before linearized reading' (duration: 152.105224ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:59.411382Z","caller":"traceutil/trace.go:171","msg":"trace[872106260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9505; }","duration":"334.174222ms","start":"2026-03-13T10:12:59.077184Z","end":"2026-03-13T10:12:59.411359Z","steps":["trace[872106260] 'agreement among raft nodes before linearized reading' (duration: 334.012807ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:59.411407Z","caller":"traceutil/trace.go:171","msg":"trace[1290762113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9505; }","duration":"314.272918ms","start":"2026-03-13T10:12:59.09712Z","end":"2026-03-13T10:12:59.411393Z","steps":["trace[1290762113] 'agreement among raft nodes before linearized reading' (duration: 314.041061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:59.411412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:59.035766Z","time spent":"375.628891ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-hbtsx\" "} {"level":"warn","ts":"2026-03-13T10:12:59.411441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:59.097109Z","time spent":"314.32422ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:12:59.411441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:59.077165Z","time spent":"334.257644ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:12:59.411685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.174508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:12:59.411757Z","caller":"traceutil/trace.go:171","msg":"trace[202090296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9505; }","duration":"306.268681ms","start":"2026-03-13T10:12:59.105474Z","end":"2026-03-13T10:12:59.411743Z","steps":["trace[202090296] 'agreement among raft nodes before linearized reading' (duration: 305.626731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:59.411887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:59.10546Z","time spent":"306.417495ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:13:20.518772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7384} {"level":"info","ts":"2026-03-13T10:13:20.583137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7384,"took":"62.343624ms","hash":194923833,"current-db-size-bytes":40747008,"current-db-size":"41 MB","current-db-size-in-use-bytes":24723456,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-13T10:13:20.583207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":194923833,"revision":7384,"compact-revision":5470} {"level":"info","ts":"2026-03-13T10:13:26.870331Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T10:13:26.87742Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T10:13:26.877551Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T10:15:04.297445Z","caller":"traceutil/trace.go:171","msg":"trace[1644398565] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"138.094707ms","start":"2026-03-13T10:15:04.159306Z","end":"2026-03-13T10:15:04.297401Z","steps":["trace[1644398565] 'process raft request' (duration: 102.420815ms)","trace[1644398565] 'compare' (duration: 35.408384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:15:04.297606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.565093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:15:04.297666Z","caller":"traceutil/trace.go:171","msg":"trace[2090589624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10188; }","duration":"140.716708ms","start":"2026-03-13T10:15:04.156933Z","end":"2026-03-13T10:15:04.29765Z","steps":["trace[2090589624] 'agreement among raft nodes before linearized reading' (duration: 140.516351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:15:04.297666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.730647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:15:04.297733Z","caller":"traceutil/trace.go:171","msg":"trace[512799095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10188; }","duration":"139.83091ms","start":"2026-03-13T10:15:04.157886Z","end":"2026-03-13T10:15:04.297717Z","steps":["trace[512799095] 'agreement among raft nodes before linearized reading' (duration: 139.562271ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:10.979069Z","caller":"traceutil/trace.go:171","msg":"trace[22490284] linearizableReadLoop","detail":"{readStateIndex:10965; appliedIndex:10964; }","duration":"128.641798ms","start":"2026-03-13T10:16:10.850411Z","end":"2026-03-13T10:16:10.979053Z","steps":["trace[22490284] 'read index received' (duration: 128.534274ms)","trace[22490284] 'applied index is now lower than readState.Index' (duration: 106.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:10.979129Z","caller":"traceutil/trace.go:171","msg":"trace[1308719138] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"144.867174ms","start":"2026-03-13T10:16:10.834234Z","end":"2026-03-13T10:16:10.979101Z","steps":["trace[1308719138] 'process raft request' (duration: 144.701569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:10.979241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.813983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T10:16:10.979262Z","caller":"traceutil/trace.go:171","msg":"trace[593084320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10564; }","duration":"128.879165ms","start":"2026-03-13T10:16:10.850376Z","end":"2026-03-13T10:16:10.979255Z","steps":["trace[593084320] 'agreement among raft nodes before linearized reading' (duration: 128.780852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:10.979378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.847812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T10:16:10.979405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.696858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:16:10.979405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.043908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-13T10:16:10.979463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.995395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:16:10.979467Z","caller":"traceutil/trace.go:171","msg":"trace[1037450839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:10564; }","duration":"109.954036ms","start":"2026-03-13T10:16:10.869493Z","end":"2026-03-13T10:16:10.979447Z","steps":["trace[1037450839] 'agreement among raft nodes before linearized reading' (duration: 109.713678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:10.979482Z","caller":"traceutil/trace.go:171","msg":"trace[2063200788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10564; }","duration":"108.022937ms","start":"2026-03-13T10:16:10.871454Z","end":"2026-03-13T10:16:10.979477Z","steps":["trace[2063200788] 'agreement among raft nodes before linearized reading' (duration: 107.976435ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:10.979478Z","caller":"traceutil/trace.go:171","msg":"trace[1595275625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10564; }","duration":"109.803081ms","start":"2026-03-13T10:16:10.869654Z","end":"2026-03-13T10:16:10.979457Z","steps":["trace[1595275625] 'agreement among raft nodes before linearized reading' (duration: 109.619725ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:10.979483Z","caller":"traceutil/trace.go:171","msg":"trace[456237884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10564; }","duration":"109.13829ms","start":"2026-03-13T10:16:10.870328Z","end":"2026-03-13T10:16:10.979466Z","steps":["trace[456237884] 'agreement among raft nodes before linearized reading' (duration: 108.928004ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:11.128179Z","caller":"traceutil/trace.go:171","msg":"trace[624495530] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"145.178223ms","start":"2026-03-13T10:16:10.982975Z","end":"2026-03-13T10:16:11.128153Z","steps":["trace[624495530] 'process raft request' (duration: 144.475401ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:11.12928Z","caller":"traceutil/trace.go:171","msg":"trace[1143161972] linearizableReadLoop","detail":"{readStateIndex:10969; appliedIndex:10965; }","duration":"142.522362ms","start":"2026-03-13T10:16:10.986733Z","end":"2026-03-13T10:16:11.129255Z","steps":["trace[1143161972] 'read index received' (duration: 140.883191ms)","trace[1143161972] 'applied index is now lower than readState.Index' (duration: 1.638211ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:11.129319Z","caller":"traceutil/trace.go:171","msg":"trace[700488212] transaction","detail":"{read_only:false; response_revision:10567; number_of_response:1; }","duration":"144.654317ms","start":"2026-03-13T10:16:10.984638Z","end":"2026-03-13T10:16:11.129292Z","steps":["trace[700488212] 'process raft request' (duration: 144.542603ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:11.129337Z","caller":"traceutil/trace.go:171","msg":"trace[49722743] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"145.729941ms","start":"2026-03-13T10:16:10.983588Z","end":"2026-03-13T10:16:11.129317Z","steps":["trace[49722743] 'process raft request' (duration: 145.461462ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:11.129508Z","caller":"traceutil/trace.go:171","msg":"trace[269163973] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"144.228344ms","start":"2026-03-13T10:16:10.985174Z","end":"2026-03-13T10:16:11.129402Z","steps":["trace[269163973] 'process raft request' (duration: 144.048819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:11.129935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.173141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375214"} {"level":"info","ts":"2026-03-13T10:16:11.12999Z","caller":"traceutil/trace.go:171","msg":"trace[1933139042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10568; }","duration":"143.261475ms","start":"2026-03-13T10:16:10.986715Z","end":"2026-03-13T10:16:11.129976Z","steps":["trace[1933139042] 'agreement among raft nodes before linearized reading' (duration: 142.659686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:55.586552Z","caller":"traceutil/trace.go:171","msg":"trace[207263663] transaction","detail":"{read_only:false; response_revision:10775; number_of_response:1; }","duration":"169.570941ms","start":"2026-03-13T10:16:55.416943Z","end":"2026-03-13T10:16:55.586514Z","steps":["trace[207263663] 'process raft request' (duration: 154.304644ms)","trace[207263663] 'compare' (duration: 14.892596ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:55.586549Z","caller":"traceutil/trace.go:171","msg":"trace[1139651030] transaction","detail":"{read_only:false; response_revision:10776; number_of_response:1; }","duration":"169.531029ms","start":"2026-03-13T10:16:55.416993Z","end":"2026-03-13T10:16:55.586524Z","steps":["trace[1139651030] 'process raft request' (duration: 169.457337ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:55.586765Z","caller":"traceutil/trace.go:171","msg":"trace[900778129] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"169.364994ms","start":"2026-03-13T10:16:55.417387Z","end":"2026-03-13T10:16:55.586752Z","steps":["trace[900778129] 'process raft request' (duration: 169.104126ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:55.58678Z","caller":"traceutil/trace.go:171","msg":"trace[676879767] linearizableReadLoop","detail":"{readStateIndex:11188; appliedIndex:11184; }","duration":"165.714153ms","start":"2026-03-13T10:16:55.421016Z","end":"2026-03-13T10:16:55.58673Z","steps":["trace[676879767] 'read index received' (duration: 42.732628ms)","trace[676879767] 'applied index is now lower than readState.Index' (duration: 122.978045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:16:55.587128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.061633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hbtsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T10:16:55.587252Z","caller":"traceutil/trace.go:171","msg":"trace[1627166243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hbtsx; range_end:; response_count:1; response_revision:10777; }","duration":"166.252629ms","start":"2026-03-13T10:16:55.420968Z","end":"2026-03-13T10:16:55.58722Z","steps":["trace[1627166243] 'agreement among raft nodes before linearized reading' (duration: 165.879817ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:56.232017Z","caller":"traceutil/trace.go:171","msg":"trace[1385354644] linearizableReadLoop","detail":"{readStateIndex:11191; appliedIndex:11190; }","duration":"135.644672ms","start":"2026-03-13T10:16:56.096343Z","end":"2026-03-13T10:16:56.231988Z","steps":["trace[1385354644] 'read index received' (duration: 135.364384ms)","trace[1385354644] 'applied index is now lower than readState.Index' (duration: 276.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:56.23213Z","caller":"traceutil/trace.go:171","msg":"trace[1980299377] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"137.337715ms","start":"2026-03-13T10:16:56.094754Z","end":"2026-03-13T10:16:56.232092Z","steps":["trace[1980299377] 'process raft request' (duration: 137.064236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:56.232221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.453312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-13T10:16:56.232245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.88241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-13T10:16:56.232266Z","caller":"traceutil/trace.go:171","msg":"trace[77100798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10780; }","duration":"128.537595ms","start":"2026-03-13T10:16:56.103716Z","end":"2026-03-13T10:16:56.232253Z","steps":["trace[77100798] 'agreement among raft nodes before linearized reading' (duration: 128.432241ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:56.232331Z","caller":"traceutil/trace.go:171","msg":"trace[562641522] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:10780; }","duration":"136.003493ms","start":"2026-03-13T10:16:56.096307Z","end":"2026-03-13T10:16:56.23231Z","steps":["trace[562641522] 'agreement among raft nodes before linearized reading' (duration: 135.796257ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:20.524924Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9604} {"level":"info","ts":"2026-03-13T10:18:20.629873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9604,"took":"103.183357ms","hash":2185997720,"current-db-size-bytes":40747008,"current-db-size":"41 MB","current-db-size-in-use-bytes":18124800,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-13T10:18:20.62996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2185997720,"revision":9604,"compact-revision":7384} {"level":"info","ts":"2026-03-13T10:18:49.014451Z","caller":"traceutil/trace.go:171","msg":"trace[198232562] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"118.672378ms","start":"2026-03-13T10:18:48.895748Z","end":"2026-03-13T10:18:49.01442Z","steps":["trace[198232562] 'process raft request' (duration: 118.500613ms)"],"step_count":1}